-- Logs begin at Mon 2022-03-28 13:47:10 UTC, end at Mon 2022-03-28 14:51:20 UTC. -- Mar 28 14:19:12.366471 dv-cinder-790535-35-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 28 14:19:15.249562 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.common.config [-] Logging enabled! Mar 28 14:19:15.250174 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev64 Mar 28 14:19:15.250321 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103095) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 14:19:15.253945 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.common.config [-] Logging enabled! Mar 28 14:19:15.254193 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev64 Mar 28 14:19:15.254501 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103095) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 14:19:15.255459 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 14:19:15.255688 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 14:19:15.256043 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 14:19:15.256287 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 14:19:15.256484 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 14:19:15.257245 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.257674 dv-cinder-790535-35-iscsi neutron-server[103095]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 28 14:19:15.257987 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.258273 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.258571 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.258867 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.259177 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.259458 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.259744 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.260044 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.260328 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.260602 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.260884 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.261169 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.261450 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.261716 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.261998 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.262276 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] debug = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.262551 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.262981 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.263421 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.263699 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.263984 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.264259 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.264523 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.264793 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.265070 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.265389 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] host = dv-cinder-790535-35-iscsi {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.265660 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.265944 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.266224 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.266505 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.266779 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.267067 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.267348 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.267614 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.267880 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] log_file = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.268151 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.268433 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.268714 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.269046 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.269266 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.269481 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.269766 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.270054 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.270322 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.270589 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.270857 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.271146 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.271414 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.271678 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.271956 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.272233 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.272512 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.272781 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.273047 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.273313 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.273575 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.273857 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.274123 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.274391 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.274658 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.274936 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.275220 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.275487 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.275782 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.276063 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.276340 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.276618 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.276885 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.277160 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.277424 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.277689 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.277954 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] use_json = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.278221 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.278486 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.278759 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.279043 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.279313 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.279581 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.279846 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.280130 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.280396 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:15.280686 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.280980 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.281276 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.281564 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.281850 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.282125 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.282409 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.282681 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.282964 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.283282 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.283570 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.283846 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.284137 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.284417 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.284729 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.285026 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.285312 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.285595 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.285862 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.286128 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.286393 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.286663 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.286946 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.287238 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.287522 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.287808 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.288083 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.288375 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.288657 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.288945 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.289227 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.289494 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.289768 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.290061 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.290333 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.290599 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.290870 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.291175 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.291448 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.291713 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.291989 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.292260 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.292528 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.292792 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.293062 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.293342 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.293613 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.293878 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.294143 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.294413 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.294676 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.294952 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.295245 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.295512 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.295776 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.296046 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.296311 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.296579 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.296850 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.297116 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.297386 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.297651 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.297915 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.298180 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.298447 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.298710 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.298975 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.299269 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.299543 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.299809 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.300077 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.300388 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.300660 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.300929 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.301211 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.301502 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.301776 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.302046 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.302315 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.302585 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.302853 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.303151 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.303424 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.303696 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.303961 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.304245 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.304523 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.304804 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.305099 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.305372 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.305662 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.305934 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.306206 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.306481 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.306756 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.307037 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.307328 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.307607 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.307895 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.308186 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.308476 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.308764 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.309052 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.309326 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.309630 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.309904 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:15.310123 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 14:19:15.310361 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103095) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 28 14:19:15.670994 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 28 14:19:15.671213 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 28 14:19:15.671496 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 28 14:19:15.671962 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 28 14:19:15.989691 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:15.989974 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:15.990232 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:15.991439 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:15.991712 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:15.992084 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.045413 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.045685 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.045950 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.060732 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.060971 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.061262 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.089848 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.090092 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.090388 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.233898 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.234141 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.234425 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.460817 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.461456 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.461456 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.461456 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.462181 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.558308 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.558620 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.558852 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.559175 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.559436 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.559747 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.560000 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.560253 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.560505 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.560779 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.561017 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.561283 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.561532 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.561782 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.562006 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.562265 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.562516 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.562782 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.563074 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.563338 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.563606 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.563856 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.564133 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.564509 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.564753 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.564996 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.565386 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 14:19:16.565618 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 14:19:16.565876 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 14:19:16.566107 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 14:19:16.566334 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 14:19:16.566565 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 14:19:16.566920 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 28 14:19:16.570005 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 28 14:19:16.573992 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 28 14:19:16.577669 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 28 14:19:16.579326 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 28 14:19:16.579792 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 28 14:19:16.580123 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 28 14:19:16.580495 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 28 14:19:16.583333 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 28 14:19:16.583576 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 28 14:19:16.583917 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 14:19:16.588740 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 28 14:19:16.612015 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 28 14:19:16.612453 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.612767 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103095) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 28 14:19:16.613153 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.614500 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103095) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 28 14:19:16.614771 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 14:19:16.615013 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 28 14:19:16.618264 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.618542 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:16.680569 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 28 14:19:16.680800 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 28 14:19:16.681039 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 28 14:19:16.681392 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 28 14:19:16.703131 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_db.sqlalchemy.engines [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103095) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 28 14:19:17.140476 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Initializing driver for type 'gre' Mar 28 14:19:17.141019 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] gre ID ranges: [(1, 1000)] Mar 28 14:19:17.195270 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Initializing driver for type 'local' Mar 28 14:19:17.195662 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Initializing driver for type 'vlan' Mar 28 14:19:17.211129 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] VlanTypeDriver initialization complete Mar 28 14:19:17.211457 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Initializing driver for type 'vxlan' Mar 28 14:19:17.211914 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] vxlan ID ranges: [(1, 1000)] Mar 28 14:19:17.267602 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Initializing extension driver 'port_security' Mar 28 14:19:17.267942 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.extensions.port_security [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] PortSecurityExtensionDriver initialization complete Mar 28 14:19:17.268280 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Initializing mechanism driver 'openvswitch' Mar 28 14:19:17.268606 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Initializing mechanism driver 'hyperv' Mar 28 14:19:17.275206 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:19:17.275895 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > port after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.276268 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > port after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.276657 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > port after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.277193 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 14:19:17.277624 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > subnet after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.277983 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > subnet after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.278327 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.278732 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 14:19:17.279163 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > network after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.279516 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > network after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.279858 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > network after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.280258 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 14:19:17.280665 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > security_group after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.281014 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > security_group after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.281343 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.281876 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 14:19:17.282288 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.282640 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.282988 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.283423 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 14:19:17.283828 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > address_group after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.284178 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > address_group after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.284520 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.284991 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 14:19:17.285439 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] ML2 OVO RPC backend initialized. {{(pid=103095) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 28 14:19:17.286148 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.286505 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.286926 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > network before_response 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.287311 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > networks before_response 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.287663 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > port before_response 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.288012 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > ports before_response 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.288356 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > subnet before_response 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.288697 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > subnets before_response 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.289047 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > network after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.289394 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > network after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.289732 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > network after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.290081 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > port after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.290408 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > port after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.290748 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > port after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.291116 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > subnet after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.291458 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > subnet after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.291797 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.299002 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.quota [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded quota_driver: . Mar 28 14:19:17.299400 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.plugin [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Modular L2 Plugin initialization complete Mar 28 14:19:17.299757 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading services supported by the core plugin {{(pid=103095) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 28 14:19:17.300102 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Got port-security extension from driver 'port_security' Mar 28 14:19:17.300641 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.extensions.vlantransparent [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Disabled vlantransparent extension. Mar 28 14:19:17.301140 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103095) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 28 14:19:17.301471 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading Plugin: router Mar 28 14:19:17.336355 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.336746 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > router after_create 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.337125 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > router before_create 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.337493 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.337864 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.338224 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > router after_delete 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.338583 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.338939 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.339324 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > router after_create 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.339671 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > router after_update 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.340021 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > router after_update 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.340374 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.340716 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > router after_update 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.341128 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > router precommit_update 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.341497 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: port after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.341837 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: port after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.342179 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: subnet after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.342521 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.342879 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.343257 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > router precommit_create 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.343602 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: port before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.343945 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > router precommit_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.344288 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > router after_update 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.344630 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.344980 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > router precommit_create 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.345344 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.345690 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > router precommit_update 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.346141 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > agent after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.346500 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > agent after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.346847 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > network after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.347736 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Tracking information for resource: router configured {{(pid=103095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 14:19:17.348069 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Tracking information for resource: floatingip configured {{(pid=103095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 14:19:17.352926 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.db.l3_agentschedulers_db [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 28 14:19:17.353496 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: port after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.353860 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: port after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.354213 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: port after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.354573 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: port after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.355396 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > router before_create 55550100 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.355759 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.356122 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > router precommit_create 55550100 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.356480 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > router precommit_update 55550100 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.361356 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.services.provider_configuration [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Service providers = [] {{(pid=103095) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 28 14:19:17.361719 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.db.servicetype_db [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103095) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 28 14:19:17.364729 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.services.service_base [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 14:19:17.365086 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.services.service_base [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 14:19:17.365429 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.services.service_base [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 14:19:17.366317 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.services.service_base [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 14:19:17.366693 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.services.service_base [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 28 14:19:17.367056 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 14:19:17.367407 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 28 14:19:17.377873 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 14:19:17.378548 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading Plugin: auto_allocate Mar 28 14:19:17.384393 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: network precommit_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.384763 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: network precommit_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.385280 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 14:19:17.385600 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading Plugin: tag Mar 28 14:19:17.392206 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 14:19:17.392474 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading Plugin: timestamp Mar 28 14:19:17.396534 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 14:19:17.396868 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading Plugin: network_ip_availability Mar 28 14:19:17.402312 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.402686 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.403054 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.403791 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 14:19:17.404114 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading Plugin: flavors Mar 28 14:19:17.408798 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 14:19:17.409134 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading Plugin: revisions Mar 28 14:19:17.413450 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 14:19:17.413856 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_concurrency.lockutils [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.742s {{(pid=103095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 28 14:19:17.414603 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103095) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 28 14:19:17.414939 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Initializing extension manager. Mar 28 14:19:17.415483 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: __init__.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.415830 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: __pycache__ {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.416165 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: address_group.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.416933 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.417499 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: address-group Mar 28 14:19:17.417830 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: address_scope.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.418560 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.419058 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: address-scope Mar 28 14:19:17.419413 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.420515 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.421023 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: router-admin-state-down-before-update Mar 28 14:19:17.421347 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: agent.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.422062 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.422561 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: agent Mar 28 14:19:17.422880 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: agent_resources_synced.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.423810 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.424311 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: agent-resources-synced Mar 28 14:19:17.424632 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: allowedaddresspairs.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.426716 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.427266 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: allowed-address-pairs Mar 28 14:19:17.427592 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: auto_allocated_topology.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.428672 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.429187 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: auto-allocated-topology Mar 28 14:19:17.429515 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: availability_zone.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.430215 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.430714 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: availability_zone Mar 28 14:19:17.431045 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: availability_zone_filter.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.431979 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.432486 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: availability_zone_filter Mar 28 14:19:17.432811 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: data_plane_status.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.433726 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.434237 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension data-plane-status not supported by any of loaded plugins Mar 28 14:19:17.434556 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: default_subnetpools.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.435513 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.436023 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: default-subnetpools Mar 28 14:19:17.436346 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.437162 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.437683 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: dhcp_agent_scheduler Mar 28 14:19:17.438008 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: dns.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.438938 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.439480 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension dns-integration not supported by any of loaded plugins Mar 28 14:19:17.439797 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: dns_domain_ports.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.440714 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.441242 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 28 14:19:17.441564 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.442489 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.442987 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 28 14:19:17.443335 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: dvr.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.444014 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.444509 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: dvr Mar 28 14:19:17.444826 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: ecmp_routes.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.445754 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.446251 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 28 14:19:17.446573 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: empty_string_filtering.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.447576 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.448083 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: empty-string-filtering Mar 28 14:19:17.448406 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.449313 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.449820 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 28 14:19:17.450139 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.451056 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.451602 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 28 14:19:17.451924 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: external_net.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.452835 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.453337 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: external-net Mar 28 14:19:17.453663 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.454569 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.455090 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: extra_dhcp_opt Mar 28 14:19:17.455417 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: extraroute.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.456525 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.457019 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: extraroute Mar 28 14:19:17.457344 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: extraroute_atomic.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.458380 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.458885 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: extraroute-atomic Mar 28 14:19:17.459242 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: filter_validation.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.459912 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.460438 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: filter-validation Mar 28 14:19:17.460800 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: fip_pf_description.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.461814 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.462347 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 28 14:19:17.462689 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: fip_pf_port_range.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.464147 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.464690 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 28 14:19:17.465044 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: fip_port_details.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.466087 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.466622 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: fip-port-details Mar 28 14:19:17.467087 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: flavors.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.468504 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.469087 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: flavors Mar 28 14:19:17.469453 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.471466 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.472154 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 28 14:19:17.472607 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: floatingip_pools.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.473589 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.474159 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: floatingip-pools Mar 28 14:19:17.474583 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: ip_allocation.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.475694 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.476269 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension ip_allocation not supported by any of loaded plugins Mar 28 14:19:17.476700 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.477763 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.478400 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: ip-substring-filtering Mar 28 14:19:17.478783 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: l2_adjacency.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.479936 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.480540 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 28 14:19:17.480900 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: l3.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.483974 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.484583 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: router Mar 28 14:19:17.484982 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.487827 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.488451 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 28 14:19:17.488908 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.490010 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.490614 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: ext-gw-mode Mar 28 14:19:17.490950 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.491904 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.492420 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: l3-ha Mar 28 14:19:17.492751 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.493667 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.494176 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 28 14:19:17.494502 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: l3_flavors.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.495453 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.495967 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: l3-flavors Mar 28 14:19:17.496294 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.497681 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.498198 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 28 14:19:17.498528 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.499490 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.500003 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 28 14:19:17.500328 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: l3agentscheduler.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.501398 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.501913 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: l3_agent_scheduler Mar 28 14:19:17.502243 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: local_ip.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.504411 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.504943 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension local_ip not supported by any of loaded plugins Mar 28 14:19:17.505279 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: logging.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.506756 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.507314 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension logging not supported by any of loaded plugins Mar 28 14:19:17.507648 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: metering.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.508408 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.508973 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: metering Mar 28 14:19:17.509301 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.510403 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.510913 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: metering_source_and_destination_fields Mar 28 14:19:17.511280 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: multiprovidernet.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.512217 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.512723 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: multi-provider Mar 28 14:19:17.513049 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: netmtu.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.513966 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.514470 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: net-mtu Mar 28 14:19:17.514793 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: netmtu_writable.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.515744 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.516248 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: net-mtu-writable Mar 28 14:19:17.516571 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: network_availability_zone.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.517248 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.517741 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: network_availability_zone Mar 28 14:19:17.518067 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: network_ip_availability.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.519263 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.519774 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: network-ip-availability Mar 28 14:19:17.520101 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: network_segment_range.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.520865 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.521360 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension network-segment-range not supported by any of loaded plugins Mar 28 14:19:17.521682 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: pagination.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.522846 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.523212 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: pagination Mar 28 14:19:17.523533 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: port_device_profile.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.524446 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.524958 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: port-device-profile Mar 28 14:19:17.525282 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.526237 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.526722 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: port-mac-address-regenerate Mar 28 14:19:17.527063 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.528003 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.528518 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: port-numa-affinity-policy Mar 28 14:19:17.528843 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: port_resource_request.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.529769 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.530272 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension port-resource-request not supported by any of loaded plugins Mar 28 14:19:17.530596 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: port_resource_request_groups.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.531647 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.532203 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 28 14:19:17.532527 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: portbindings.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.533475 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.533989 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: binding Mar 28 14:19:17.534330 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: portbindings_extended.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.535655 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.536171 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: binding-extended Mar 28 14:19:17.536502 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: portsecurity.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.537432 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.537940 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: port-security Mar 28 14:19:17.538278 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: project_id.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.539284 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.539618 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: project-id Mar 28 14:19:17.539945 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: providernet.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.540875 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.541389 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: provider Mar 28 14:19:17.541716 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: qos.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.545349 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.545870 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension qos not supported by any of loaded plugins Mar 28 14:19:17.546198 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.547476 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.547990 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 28 14:19:17.548434 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.549367 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.549879 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 28 14:19:17.550253 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: qos_default.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.551237 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.551753 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension qos-default not supported by any of loaded plugins Mar 28 14:19:17.552083 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: qos_fip.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.553008 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.553521 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension qos-fip not supported by any of loaded plugins Mar 28 14:19:17.553850 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.554770 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.555309 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 28 14:19:17.555640 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: qos_gateway_ip.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.556572 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.557087 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 28 14:19:17.557409 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: qos_port_network_policy.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.558353 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.558862 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 28 14:19:17.559215 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.560252 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.560760 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 28 14:19:17.561087 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.562122 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.562633 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 28 14:19:17.562960 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: qos_pps_rule.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.564158 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.564674 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension qos-pps not supported by any of loaded plugins Mar 28 14:19:17.564999 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: qos_rule_type_details.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.565950 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.566455 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 28 14:19:17.566779 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.567732 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.568239 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 28 14:19:17.568563 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: qos_rules_alias.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.569634 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.570136 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 28 14:19:17.570463 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: quota_check_limit.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.571420 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.571925 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: quota-check-limit Mar 28 14:19:17.572251 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: quotasv2.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.573215 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.573543 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: quotas Mar 28 14:19:17.573865 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: quotasv2_detail.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.575989 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.576328 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: quota_details Mar 28 14:19:17.576657 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: rbac.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.577734 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.578257 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: rbac-policies Mar 28 14:19:17.578589 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: rbac_address_group.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.579559 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.580070 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: rbac-address-group Mar 28 14:19:17.580395 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: rbac_address_scope.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.581319 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.581880 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: rbac-address-scope Mar 28 14:19:17.582202 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: rbac_security_groups.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.583245 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.583752 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: rbac-security-groups Mar 28 14:19:17.584065 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: rbac_subnetpool.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.585003 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.585508 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: rbac-subnetpool Mar 28 14:19:17.585833 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: revisionifmatch.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.586759 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.587299 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: revision-if-match Mar 28 14:19:17.587621 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: revisions.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.588749 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.589261 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: standard-attr-revisions Mar 28 14:19:17.589587 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: router_availability_zone.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.590268 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.590770 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: router_availability_zone Mar 28 14:19:17.591132 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: routerservicetype.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.592058 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.592561 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension router-service-type not supported by any of loaded plugins Mar 28 14:19:17.592884 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.593829 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.594339 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: security-groups-normalized-cidr Mar 28 14:19:17.594663 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.595630 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.596136 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: port-security-groups-filtering Mar 28 14:19:17.596462 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.597428 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.597935 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: security-groups-remote-address-group Mar 28 14:19:17.598265 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.599249 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.599757 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: security-groups-shared-filtering Mar 28 14:19:17.600082 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.600681 dv-cinder-790535-35-iscsi neutron-server[103095]: WARNING neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 28 14:19:17.601002 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: securitygroup.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.610619 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.611179 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: security-group Mar 28 14:19:17.611518 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: segment.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.612255 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.612811 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension segment not supported by any of loaded plugins Mar 28 14:19:17.613140 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.614089 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.614597 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 28 14:19:17.614925 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: servicetype.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.616100 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.616619 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: service-type Mar 28 14:19:17.616950 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: sorting.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.617935 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.618278 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: sorting Mar 28 14:19:17.618598 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: standard_attr_segment.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.619557 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.620071 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 28 14:19:17.620397 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: standardattrdescription.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.621086 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.621600 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: standard-attr-description Mar 28 14:19:17.621921 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: stateful_security_group.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.622947 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.623491 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: stateful-security-group Mar 28 14:19:17.623818 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: stdattrs_common.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.624393 dv-cinder-790535-35-iscsi neutron-server[103095]: WARNING neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 28 14:19:17.624716 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.625881 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.626401 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 28 14:19:17.626723 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: subnet_onboard.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.627832 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.628705 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: subnet_onboard Mar 28 14:19:17.629030 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.629979 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.630487 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 28 14:19:17.630807 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: subnet_service_types.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.631777 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.632284 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: subnet-service-types Mar 28 14:19:17.632606 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: subnetallocation.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.633695 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.634206 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: subnet_allocation Mar 28 14:19:17.634530 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.635240 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.635750 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: subnetpool-prefix-ops Mar 28 14:19:17.636075 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.637029 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.637534 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 28 14:19:17.637857 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: tagging.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.638939 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.639483 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: standard-attr-tag Mar 28 14:19:17.639810 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: timestamp.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.641024 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.641539 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loaded extension: standard-attr-timestamp Mar 28 14:19:17.641870 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: trunk.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.642976 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.643460 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension trunk not supported by any of loaded plugins Mar 28 14:19:17.643786 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: trunk_details.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.644766 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.645273 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension trunk-details not supported by any of loaded plugins Mar 28 14:19:17.645612 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: uplink_status_propagation.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.646533 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.647045 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 28 14:19:17.647388 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Loading extension file: vlantransparent.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 14:19:17.648070 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 14:19:17.648570 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 28 14:19:17.651227 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Creating instance of TrackedResource for resource:network Mar 28 14:19:17.651750 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Creating instance of TrackedResource for resource:subnet Mar 28 14:19:17.652146 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 14:19:17.652532 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Creating instance of TrackedResource for resource:port Mar 28 14:19:17.653787 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 14:19:17.654233 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Service FLAVORS assigned prefix: {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 14:19:17.654854 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 14:19:17.655321 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 14:19:17.655656 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Creating instance of TrackedResource for resource:router Mar 28 14:19:17.656081 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Creating instance of TrackedResource for resource:floatingip Mar 28 14:19:17.656584 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Service METERING assigned prefix: /metering {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 14:19:17.658052 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.658426 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.658783 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:19:17.659865 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 14:19:17.660313 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Creating instance of TrackedResource for resource:security_group Mar 28 14:19:17.660751 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 14:19:17.661339 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Service CORE assigned prefix: {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 14:19:17.661668 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 14:19:17.662017 dv-cinder-790535-35-iscsi neutron-server[103095]: WARNING neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] subnetpool is already registered Mar 28 14:19:17.662445 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Service CORE assigned prefix: {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 14:19:17.662773 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 14:19:17.663134 dv-cinder-790535-35-iscsi neutron-server[103095]: WARNING neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] subnetpool is already registered Mar 28 14:19:17.665398 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 14:19:17.665836 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Service FLAVORS assigned prefix: {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 14:19:17.666425 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 14:19:17.666845 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 14:19:17.667216 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Creating instance of TrackedResource for resource:router Mar 28 14:19:17.667556 dv-cinder-790535-35-iscsi neutron-server[103095]: WARNING neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] router is already registered Mar 28 14:19:17.667971 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Creating instance of TrackedResource for resource:floatingip Mar 28 14:19:17.668307 dv-cinder-790535-35-iscsi neutron-server[103095]: WARNING neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] floatingip is already registered Mar 28 14:19:17.668756 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Service METERING assigned prefix: /metering {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 14:19:17.669422 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 14:19:17.669750 dv-cinder-790535-35-iscsi neutron-server[103095]: WARNING neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] rbac_policy is already registered Mar 28 14:19:17.670163 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Creating instance of TrackedResource for resource:security_group Mar 28 14:19:17.670499 dv-cinder-790535-35-iscsi neutron-server[103095]: WARNING neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] security_group is already registered Mar 28 14:19:17.670899 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 14:19:17.671261 dv-cinder-790535-35-iscsi neutron-server[103095]: WARNING neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] security_group_rule is already registered Mar 28 14:19:17.671880 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Service CORE assigned prefix: {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 14:19:17.672208 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 14:19:17.672539 dv-cinder-790535-35-iscsi neutron-server[103095]: WARNING neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] subnetpool is already registered Mar 28 14:19:17.672953 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Service CORE assigned prefix: {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 14:19:17.673280 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 14:19:17.673605 dv-cinder-790535-35-iscsi neutron-server[103095]: WARNING neutron.quota.resource_registry [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] subnetpool is already registered Mar 28 14:19:17.674074 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: extensions {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.675628 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: address-groups {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.677114 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: address-scopes {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.678456 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: agents {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.679660 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: auto-allocated-topology {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.680887 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: availability_zones {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.682097 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: dhcp-networks {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.683639 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: dhcp-agents {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.685077 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: routers {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.687310 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: flavors {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.688490 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: service_profiles {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.689711 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: next_providers {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.691255 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: service_profiles {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.693676 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: floatingip-pools {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.694902 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: routers {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.697049 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: floatingips {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.698338 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: l3-routers {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.699760 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: l3-agents {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.701160 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: metering-labels {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.702504 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: metering-label-rules {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.703812 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: network-ip-availabilities {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.705081 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: bindings {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.706741 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: quotas {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.708346 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: quotas {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.709873 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: rbac-policies {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.711193 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: security-groups {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.712423 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: security-group-rules {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.713667 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: service-providers {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.714865 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: subnetpools {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.716310 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: subnetpools {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.717774 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: tags {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.719486 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: tags {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.721333 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: tags {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.723101 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: tags {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.724913 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: tags {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.726761 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: tags {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.728470 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: tags {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.730355 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: tags {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.732174 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: tags {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.734014 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Extended resource: tags {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 14:19:17.740021 dv-cinder-790535-35-iscsi neutron-server[103095]: WARNING keystonemiddleware.auth_token [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 28 14:19:17.744823 dv-cinder-790535-35-iscsi neutron-server[103095]: WARNING keystonemiddleware.auth_token [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 28 14:19:17.754109 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_concurrency.lockutils [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Acquired lock "singleton_lock" {{(pid=103095) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 28 14:19:17.754589 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_concurrency.lockutils [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Releasing lock "singleton_lock" {{(pid=103095) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 28 14:19:17.755283 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO oslo_service.service [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Starting 2 workers Mar 28 14:19:17.760137 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Started child 103204 {{(pid=103095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 14:19:17.764668 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Started child 103205 {{(pid=103095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 14:19:17.765527 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:17.766257 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO neutron.service [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 28 14:19:17.766944 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:17.767316 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [-] (103204) wsgi starting up on http://0.0.0.0:9696 Mar 28 14:19:17.769644 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO oslo_service.service [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Starting 1 workers Mar 28 14:19:17.769795 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:17.771258 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [-] (103205) wsgi starting up on http://0.0.0.0:9696 Mar 28 14:19:17.775411 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Started child 103206 {{(pid=103095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 14:19:17.776016 dv-cinder-790535-35-iscsi neutron-server[103095]: INFO oslo_service.service [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Starting 1 workers Mar 28 14:19:17.779459 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.service [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] calling RpcWorker wait() {{(pid=103206) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 28 14:19:17.780089 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.service [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] returning from RpcWorker wait() {{(pid=103206) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 28 14:19:17.780826 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Started child 103207 {{(pid=103095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 14:19:17.781315 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:17.781638 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-64c933c2-bfca-49a8-9065-7810bdf31d44 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:17.781765 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:19:17.783685 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103095) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 28 14:19:17.783871 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 14:19:17.784050 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 14:19:17.784322 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 14:19:17.784769 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 14:19:17.784894 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 14:19:17.785404 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.785677 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.785947 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.786222 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.786502 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.786643 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:17.787183 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.787359 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.787632 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.787922 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.788155 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.788262 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:19:17.788337 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.788463 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.788727 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.788965 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.789260 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.789514 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.789748 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.790018 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.790204 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.790458 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.790744 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.790976 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.791282 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] debug = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.791517 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.791987 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.792223 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.792444 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.792707 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.792996 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.793240 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.793514 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.793765 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.793999 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.794226 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.794476 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.794721 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.794965 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.795248 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.795464 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.795740 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.795961 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.796420 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] host = dv-cinder-790535-35-iscsi {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.796654 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.796871 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.797116 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.797371 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.797615 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.797860 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.798110 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.798373 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.798623 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.798870 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.799141 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.799389 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.799608 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.799845 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_file = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.800010 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_options = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.800295 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.800572 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.800825 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.801020 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.801192 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.801359 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.801627 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.801793 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.802055 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.802285 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.802508 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.802754 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.802952 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.803189 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.803435 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.803650 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.803910 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.805648 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.805812 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.806446 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.806708 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.806959 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.807235 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.807504 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.807726 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.807965 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.808213 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.808449 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.808687 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.808934 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.809995 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.810140 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.810317 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.810574 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.810848 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.811136 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.812861 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.812861 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.812861 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.812861 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.812861 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.812861 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.812861 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.813349 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.813349 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.813490 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.813726 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] use_json = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.814013 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.815410 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.815736 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.815965 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.816196 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.818078 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.818853 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.819308 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.820908 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.821388 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.821913 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.822401 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.822673 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.822925 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.823207 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.823454 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.823705 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.823976 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.824247 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.824568 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.824796 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.825091 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.825352 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.825626 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.825966 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.826238 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.826498 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.826746 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.826997 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.827247 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.827486 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.827758 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.827989 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.828224 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.828613 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.828980 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.829427 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.829828 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.830293 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.830709 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.830972 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.831294 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.831570 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.831815 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.832041 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.832278 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.832498 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.832731 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.832993 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.833220 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.833458 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.833818 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.834200 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.834565 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.834941 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.835386 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.835631 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.835865 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.836087 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.836302 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.836514 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.836813 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.836944 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.837174 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.837407 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.837638 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.838044 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.838452 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.838849 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.839112 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.839311 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.839565 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.839804 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.840038 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.840255 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.840488 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.840700 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.840947 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.841166 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.841386 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.841597 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.841816 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.842150 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.842367 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.842603 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.842815 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.843073 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.843283 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.843494 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.843733 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.843945 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.844160 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.844370 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.844598 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.844809 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.845016 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.845845 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.846073 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.846283 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.846498 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.846768 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.847125 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.847374 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.847617 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.847833 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.848076 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.848308 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.848556 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.848773 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.849005 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.849216 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.849477 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.849705 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.849946 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.850180 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.850412 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.850669 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.850883 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.851144 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.851373 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.851582 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.851816 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.852032 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.852306 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.852562 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.852811 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.853043 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.853271 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.853541 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.853771 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.854033 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.854267 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.854537 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.854827 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.855095 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.855360 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.855608 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.855831 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.856071 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.856438 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.856829 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.857073 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.857332 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.857565 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.857794 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.858027 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.858243 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.858468 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.858788 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.859048 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.859252 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.859466 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.859747 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.859987 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.860226 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.860489 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.860741 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.860985 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.861240 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.861485 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.861715 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.861925 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.862151 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.862359 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.862610 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.862825 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.863075 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.863283 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.863509 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.863758 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.863972 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.864186 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.864393 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.864604 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.864967 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.865210 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.865424 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.865643 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.865873 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.866087 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.866297 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.866659 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.866866 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.867277 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.867495 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.867767 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.868006 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.868246 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.868488 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.868710 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.868958 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.869171 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.869435 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.869668 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.869870 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.870102 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.870321 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.870533 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.870761 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.870984 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.871213 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.871477 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.871710 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.872039 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.872270 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.872516 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.872751 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.872981 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.873210 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.873436 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.873653 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.873886 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.874100 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.874321 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.874563 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.874797 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.875421 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.875819 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.876376 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.876773 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.877019 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.877258 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.877488 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.877705 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.877918 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.878493 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.878705 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.878914 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.879153 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.879361 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.879717 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.879952 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.880241 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.880494 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.880733 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.880975 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.881255 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.881503 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.881730 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.881941 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.882148 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.882374 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.882587 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.882795 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.883039 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.883253 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.883478 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.883714 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.883948 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.884156 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.884375 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.884580 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.884785 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.885023 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.885234 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.885440 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.885660 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.885866 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.887789 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.887789 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.887789 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.887789 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.887789 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.887789 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.887789 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.887789 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.888940 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.888940 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.888940 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.888940 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.888940 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.888940 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.889294 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.889294 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.889577 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.889929 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.890035 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.890246 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.890467 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.890674 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.890883 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.891173 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.891530 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.891779 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.892036 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.892272 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.892525 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.892802 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.893116 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.893300 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.893581 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.893933 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.894202 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.894441 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.894665 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.894895 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.895132 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.895534 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.895749 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.895977 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.896186 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.896451 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.896704 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.896930 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.897142 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.897364 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.897457 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:19:17.897576 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.897795 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.898003 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.898233 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.898443 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.898597 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 14:19:17.899160 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103095) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 28 14:19:17.899322 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 14:19:17.899473 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 14:19:17.899639 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 14:19:17.899803 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 14:19:17.899953 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 14:19:17.900160 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.900317 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.900622 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.900776 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.901114 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.901511 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.901718 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.901876 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.902404 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.902804 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.902970 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.903143 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.903442 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.903595 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.903748 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.903899 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.904054 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.904214 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.904370 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.904659 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.904937 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.905219 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.905379 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] debug = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.905536 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.905747 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.905910 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.906063 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.906357 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.906514 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.906662 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.906824 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.906979 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.907212 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.907361 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.907507 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.907634 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.907718 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.907863 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.908011 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.908173 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.908326 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.908480 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] host = dv-cinder-790535-35-iscsi {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.908788 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.908945 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.909103 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.909256 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.909411 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.909615 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.909770 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.909926 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.910085 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.910237 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.910574 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.910714 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.910874 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.911050 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_file = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.911198 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_options = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.911353 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.911506 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.911664 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.911842 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.912002 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.912157 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.912315 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.912469 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.912628 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.912781 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.912938 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.913093 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.913246 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.913402 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.913557 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.913712 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.913867 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.914022 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.914178 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.914332 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.914486 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.914641 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.914798 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.914950 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.915122 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.915601 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.915601 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.915601 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.915837 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.915837 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.916055 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.916166 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.916295 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.916445 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.916601 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.916753 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.916947 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.917065 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.917206 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.917358 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.917495 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.917645 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.917781 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.917938 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.918082 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.918218 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.918363 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] use_json = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.918520 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.918681 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.918823 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.918960 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.919122 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.919282 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.919423 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.919569 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.919798 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 14:19:17.919937 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.920073 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.920229 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.920367 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.921385 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.921385 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.921385 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.921385 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.921933 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.921933 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.921933 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.922592 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.922592 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.922592 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.922592 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.922592 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.923446 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.923446 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.923446 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.923446 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.923446 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.923446 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.923866 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.923866 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.924072 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.924072 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.925256 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.925256 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.925256 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.925256 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.925256 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.925256 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.925256 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.925256 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.926003 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.926003 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.926003 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.926003 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.926003 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.926381 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.926381 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.926525 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.926601 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.926705 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.926861 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.927192 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.927355 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.927496 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.927633 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.927792 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.928267 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.928267 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.928267 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.928587 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.928587 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.928733 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.928832 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.929001 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.929159 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.929319 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.929477 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.929634 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.929791 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.929949 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.930107 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.930264 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.930421 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.930580 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.930749 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.930905 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.931084 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.931237 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.931394 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.931550 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.931706 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.931865 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.932023 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.932180 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.932337 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.932491 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.932649 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.932808 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.932966 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.933108 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.933270 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.933426 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.933584 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.933741 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.933897 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.934053 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.934211 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.934375 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.934546 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.934703 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.934860 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.935044 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.935191 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.935347 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.935503 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.935662 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.935819 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.935976 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.936133 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.936303 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.936465 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.936589 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.936735 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.936893 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.937329 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.937329 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.937329 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.937559 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.937683 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.937804 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.937925 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.938072 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.938229 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.938385 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.938548 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.938713 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.938870 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.939045 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.939206 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.939368 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.939534 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.939697 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.939854 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.940010 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.940170 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.940326 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.940482 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.940638 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.940840 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.940997 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.941154 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.941321 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.941480 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.941638 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.941796 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.941976 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.942155 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.942312 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.942469 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.942627 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.942784 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.942941 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.943129 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.943287 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.943442 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.943598 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.943756 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.943912 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.944070 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.944228 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.944385 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.944544 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.944701 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.944858 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.945014 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.945171 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.945328 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.945484 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.945641 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.945797 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.945953 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.946109 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.946265 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.946421 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.946578 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.946735 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.946892 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.947066 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.947226 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.947387 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.947544 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.947701 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.947861 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.948019 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.948176 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.948333 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.948493 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.948650 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.948807 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.948968 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.949124 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.949283 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.949440 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.949597 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.949755 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.949913 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.950070 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.950229 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.950386 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.950543 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.950718 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.950876 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.951041 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.951208 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.951366 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.951524 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.951699 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.951856 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.952016 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.952173 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.952332 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.952490 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.952646 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.952802 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.952959 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.953115 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.953279 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.953437 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.953594 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.953749 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.953908 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.954066 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.954222 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.954379 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.954538 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.954696 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.954855 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.955012 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.955192 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.955364 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.955522 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.955681 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.955839 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.955996 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.956153 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.956338 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.956498 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.956656 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.956812 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.956968 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.957125 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.957290 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.957448 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.957605 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.957760 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.957916 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.958073 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.958238 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.958395 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.958556 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.958713 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.958870 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.959069 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.959211 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.959369 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.959526 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.959682 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.959838 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.959994 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.960162 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.960320 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.960477 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.960632 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.960789 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.960944 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.961110 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.961269 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.961426 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.961592 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.961749 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.961905 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.962062 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.962230 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.962390 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.962548 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.962706 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.962860 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.963034 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.963194 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.963355 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.963520 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.963683 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.963842 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.964006 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.964170 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.964335 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.964493 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.964656 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.964823 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.964981 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.965137 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.965293 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.965453 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.965608 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.965764 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.965922 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.966079 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.966234 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.966389 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.966545 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.966701 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.966858 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.967016 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.967207 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.967364 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.967523 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.967680 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.967836 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 14:19:17.967986 dv-cinder-790535-35-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 14:19:18.042189 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 37312) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:19:18.053704 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0082889 Mar 28 14:19:29.251362 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72507f72-37b1-4705-a035-02582e54fbf9 None None] get_active_networks_info from dv-cinder-790535-35-iscsi {{(pid=103206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 14:19:29.312882 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72507f72-37b1-4705-a035-02582e54fbf9 None None] No non-hosted networks {{(pid=103206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 28 14:19:29.321891 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.agentschedulers_db [None req-72507f72-37b1-4705-a035-02582e54fbf9 None None] DHCP Agent not found on host dv-cinder-790535-35-iscsi {{(pid=103206) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 28 14:19:29.379715 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-887844aa-f7a8-470a-8f06-274356fd82de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1558485'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:31.498280 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-2200e975-cf33-467e-aec5-fd7e30bfcdbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1558485'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:31.542192 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a25fe538-13aa-452e-a6c1-a32c9b676725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:32.389318 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 37376) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:19:32.655750 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1558485'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:32.946995 dv-cinder-790535-35-iscsi neutron-server[103205]: WARNING oslo_policy.policy [None req-28371a2e-616f-4de9-a311-de3384bbf2b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 14:19:32.947772 dv-cinder-790535-35-iscsi neutron-server[103205]: WARNING oslo_policy.policy [None req-28371a2e-616f-4de9-a311-de3384bbf2b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 14:19:33.167555 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [None req-28371a2e-616f-4de9-a311-de3384bbf2b2 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103205) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 14:19:33.179136 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-28371a2e-616f-4de9-a311-de3384bbf2b2 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7784102 Mar 28 14:19:33.896010 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1558485'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:35.414985 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1558485'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:35.416605 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:35.417393 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:35.417938 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:35.418598 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:35.419278 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:35.419889 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:35.420487 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:35.421131 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:35.421832 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:35.422567 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:35.423162 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:35.423853 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:35.424472 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:35.425142 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:35.425725 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:35.426412 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-35-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:19:35.433595 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-35-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:19:35.688206 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 37410) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:19:36.009182 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-b85f4f8d-cbc4-4549-8c9d-02517c8f8104 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:19:36.100060 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.policy [None req-b85f4f8d-cbc4-4549-8c9d-02517c8f8104 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103205) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 14:19:36.141981 dv-cinder-790535-35-iscsi neutron-server[103205]: WARNING oslo_policy.policy [None req-b85f4f8d-cbc4-4549-8c9d-02517c8f8104 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 14:19:36.142339 dv-cinder-790535-35-iscsi neutron-server[103205]: WARNING oslo_policy.policy [None req-b85f4f8d-cbc4-4549-8c9d-02517c8f8104 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 14:19:36.247723 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b85f4f8d-cbc4-4549-8c9d-02517c8f8104 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793221146766', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793221148017', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793221163524', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793221166675', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793221114447', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793220970921', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3456619', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3424381', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1725454', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1750812'] for rbac-policy (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:36.316657 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b85f4f8d-cbc4-4549-8c9d-02517c8f8104 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:36.318339 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-b85f4f8d-cbc4-4549-8c9d-02517c8f8104 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6291468 Mar 28 14:19:37.626087 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.db.l3_hamode_db [None req-2290ee94-9e7d-450d-b3d2-67458073e0b4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 28 14:19:37.707411 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2290ee94-9e7d-450d-b3d2-67458073e0b4 None None] Routers set() bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:19:37.707886 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2290ee94-9e7d-450d-b3d2-67458073e0b4 None None] Router IDs set() for agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 28 14:19:38.828128 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 37422) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:19:39.177246 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:19:39.210354 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Made reservation on behalf of 76fa2538f97c4513991fbd012f7e24a0 for: {'network': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:19:39.214210 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for network (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:39.232610 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:39.348220 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Publish callbacks [] for security_group (0757596e-5cda-4529-ae9f-9b399b54a678), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:39.353869 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (0757596e-5cda-4529-ae9f-9b399b54a678), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:39.378035 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:19:39.411377 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793221261617', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (0ac70550-1fd4-4d14-b11c-8449bf8645ef), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:39.411884 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Unsubscribe: segment precommit_create {{(pid=103205) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 14:19:39.412378 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.segments_db [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Added segment 0ac70550-1fd4-4d14-b11c-8449bf8645ef of type vlan for network bb3c908c-8b3d-454c-9e24-46d673f01df8 Mar 28 14:19:39.427489 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0757596e-5cda-4529-ae9f-9b399b54a678,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:19:39.479822 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:39.480116 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:39.480498 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:39.480952 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:39.481312 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:39.481749 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:39.482164 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:39.482606 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:39.482966 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:39.483316 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:39.483775 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:39.484123 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:39.484549 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:39.484909 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:39.485230 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Tracked resource versions report: Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: pushed versions: Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: { 'AddressGroup': {'1.2'}, Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'Agent': {'1.1'}, Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'ConntrackHelper': {'1.0'}, Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'LocalIPAssociation': {'1.0'}, Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'Log': {'1.0'}, Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'NDPProxy': {'1.0'}, Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'Network': {'1.1'}, Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'Port': {'1.7'}, Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'PortForwarding': {'1.3'}, Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'QosPolicy': {'1.10'}, Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'SecurityGroup': {'1.5'}, Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'SecurityGroupRule': {'1.2'}, Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'SubPort': {'1.0'}, Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'Subnet': {'1.1'}, Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'Trunk': {'1.1'}} Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: consumer versions: Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: { DHCP agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: L3 agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: Metadata agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: Metering agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: Open vSwitch agent@dv-cinder-790535-35-iscsi: { 'AddressGroup': '1.2', Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'Agent': '1.1', Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'ConntrackHelper': '1.0', Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'LocalIPAssociation': '1.0', Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'Log': '1.0', Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'NDPProxy': '1.0', Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'Network': '1.1', Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'Port': '1.7', Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'PortForwarding': '1.3', Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'QosPolicy': '1.10', Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'SecurityGroup': '1.5', Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'SecurityGroupRule': '1.2', Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'SubPort': '1.0', Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'Subnet': '1.1', Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: 'Trunk': '1.1'}} Mar 28 14:19:39.486619 dv-cinder-790535-35-iscsi neutron-server[103205]: {{(pid=103205) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 14:19:39.518015 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220902705'] for network (bb3c908c-8b3d-454c-9e24-46d673f01df8), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:39.561416 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for network (bb3c908c-8b3d-454c-9e24-46d673f01df8), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:39.566664 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:39.567392 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:39.659149 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8298125 Mar 28 14:19:39.682413 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863a7aa-e4ba-4a46-85e4-af9f5b628a45 demo demo] Pushing event updated for resources: {'Network': ['ID=bb3c908c-8b3d-454c-9e24-46d673f01df8,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:19:39.695481 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Network bb3c908c-8b3d-454c-9e24-46d673f01df8 details requested by agent ovs-agent-dv-cinder-790535-35-iscsi with host dv-cinder-790535-35-iscsi {{(pid=103206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:19:42.231318 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 37434) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:19:42.685155 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6f7d65-9d89-41ba-97d0-f156027b1640 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:42.686522 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-3b6f7d65-9d89-41ba-97d0-f156027b1640 demo admin] 10.222.0.13 "GET /v2.0/networks/bb3c908c-8b3d-454c-9e24-46d673f01df8 HTTP/1.1" status: 200 len: 825 time: 0.4542429 Mar 28 14:19:42.713005 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-3a784194-bbbd-41d6-bb04-6f35101e4cb5 demo admin] 10.222.0.13 "GET /v2.0/subnetpools/f1861ce0-ec22-4c7d-99f3-b12180cf1fb5 HTTP/1.1" status: 200 len: 734 time: 0.0192018 Mar 28 14:19:42.721458 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-804d618f-ddce-4435-9513-43a8f0effce4 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'f1861ce0-ec22-4c7d-99f3-b12180cf1fb5', 'ip_version': 4, 'network_id': 'bb3c908c-8b3d-454c-9e24-46d673f01df8', 'name': 'private-subnet'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:19:42.743889 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804d618f-ddce-4435-9513-43a8f0effce4 demo admin] Made reservation on behalf of 76fa2538f97c4513991fbd012f7e24a0 for: {'subnet': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:19:42.746266 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-804d618f-ddce-4435-9513-43a8f0effce4 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:43.046562 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-804d618f-ddce-4435-9513-43a8f0effce4 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for subnet (342e3bf4-983e-4d87-9234-649cc438acd4), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:43.115820 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d618f-ddce-4435-9513-43a8f0effce4 demo admin] Pushing event updated for resources: {'Subnet': ['ID=342e3bf4-983e-4d87-9234-649cc438acd4,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:19:43.124480 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804d618f-ddce-4435-9513-43a8f0effce4 demo admin] Checking segment: {'id': '0ac70550-1fd4-4d14-b11c-8449bf8645ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bb3c908c-8b3d-454c-9e24-46d673f01df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:19:43.124618 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804d618f-ddce-4435-9513-43a8f0effce4 demo admin] Network hostable DHCP agents. Network: bb3c908c-8b3d-454c-9e24-46d673f01df8, hostable agents: ['eea6c500-11a4-453f-b304-9367778e315c'], hosted agents: [] {{(pid=103205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:19:43.150758 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804d618f-ddce-4435-9513-43a8f0effce4 demo admin] Network bb3c908c-8b3d-454c-9e24-46d673f01df8 is scheduled to be hosted by DHCP agent eea6c500-11a4-453f-b304-9367778e315c with binding_index 1 {{(pid=103205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:19:43.162388 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-804d618f-ddce-4435-9513-43a8f0effce4 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-35-iscsi, bb3c908c-8b3d-454c-9e24-46d673f01df8) {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:19:43.166835 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804d618f-ddce-4435-9513-43a8f0effce4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:43.167479 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-804d618f-ddce-4435-9513-43a8f0effce4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for subnet (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:43.172029 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00f88c2-1123-47be-976d-143ebeb05795 None None] Network bb3c908c-8b3d-454c-9e24-46d673f01df8 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:19:43.185533 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-804d618f-ddce-4435-9513-43a8f0effce4 demo admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4673157 Mar 28 14:19:43.446302 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69f788e2-bcdf-539a-bdd8-b0cf31fd8e9f-bb3c908c-8b3d-454c-9e24-46d673f01df8', 'network_id': 'bb3c908c-8b3d-454c-9e24-46d673f01df8', 'project_id': '76fa2538f97c4513991fbd012f7e24a0', 'fixed_ips': [{'subnet_id': '342e3bf4-983e-4d87-9234-649cc438acd4'}]}} from dv-cinder-790535-35-iscsi. {{(pid=103206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 14:19:43.447542 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:43.728010 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.db_base_plugin_common [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Allocated IP 172.20.0.2 (bb3c908c-8b3d-454c-9e24-46d673f01df8/342e3bf4-983e-4d87-9234-649cc438acd4/9d407e65-0860-4689-880c-5fd256a1fccf) {{(pid=103206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:19:43.988717 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Publish callbacks [] for port (9d407e65-0860-4689-880c-5fd256a1fccf), precommit_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:43.997482 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (9d407e65-0860-4689-880c-5fd256a1fccf), after_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:44.069425 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Network bb3c908c-8b3d-454c-9e24-46d673f01df8 is already hosted by enough agents. {{(pid=103206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:19:44.075423 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.scheduler.base_scheduler [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Resources bound (agent type, host, resource id): {{(pid=103206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:19:44.086315 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Received port after_create {{(pid=103206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:19:44.089333 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Pushing event updated for resources: {'Port': ['ID=9d407e65-0860-4689-880c-5fd256a1fccf,revision_number=1']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:19:44.119640 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:44.119970 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:44.120323 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:44.120684 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:44.121021 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:44.121348 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:44.121675 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:44.121997 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:44.122334 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:44.122659 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:44.123224 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:44.123569 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:44.123895 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:44.124216 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:44.124532 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Tracked resource versions report: Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: pushed versions: Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: { 'AddressGroup': {'1.2'}, Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'Agent': {'1.1'}, Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'ConntrackHelper': {'1.0'}, Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'LocalIPAssociation': {'1.0'}, Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'Log': {'1.0'}, Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'NDPProxy': {'1.0'}, Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'Network': {'1.1'}, Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'Port': {'1.7'}, Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'PortForwarding': {'1.3'}, Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'QosPolicy': {'1.10'}, Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'SecurityGroup': {'1.5'}, Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'SecurityGroupRule': {'1.2'}, Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'SubPort': {'1.0'}, Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'Subnet': {'1.1'}, Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'Trunk': {'1.1'}} Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: consumer versions: Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: { DHCP agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: L3 agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: Metadata agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: Metering agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: Open vSwitch agent@dv-cinder-790535-35-iscsi: { 'AddressGroup': '1.2', Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'Agent': '1.1', Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'ConntrackHelper': '1.0', Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'LocalIPAssociation': '1.0', Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'Log': '1.0', Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'NDPProxy': '1.0', Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'Network': '1.1', Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'Port': '1.7', Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'PortForwarding': '1.3', Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'QosPolicy': '1.10', Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'SecurityGroup': '1.5', Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'SecurityGroupRule': '1.2', Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'SubPort': '1.0', Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'Subnet': '1.1', Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: 'Trunk': '1.1'}} Mar 28 14:19:44.126009 dv-cinder-790535-35-iscsi neutron-server[103206]: {{(pid=103206) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 14:19:44.177383 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Attempting to bind port 9d407e65-0860-4689-880c-5fd256a1fccf on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:19:44.178004 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Attempting to bind port 9d407e65-0860-4689-880c-5fd256a1fccf by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': '0ac70550-1fd4-4d14-b11c-8449bf8645ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bb3c908c-8b3d-454c-9e24-46d673f01df8'}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:19:44.178210 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Attempting to bind port 9d407e65-0860-4689-880c-5fd256a1fccf on network bb3c908c-8b3d-454c-9e24-46d673f01df8 {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:19:44.183576 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:19:44.183960 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Checking segment: {'id': '0ac70550-1fd4-4d14-b11c-8449bf8645ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bb3c908c-8b3d-454c-9e24-46d673f01df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:19:44.184414 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:44.184801 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Bound using segment: {'id': '0ac70550-1fd4-4d14-b11c-8449bf8645ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bb3c908c-8b3d-454c-9e24-46d673f01df8'} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:19:44.185281 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Bound port: 9d407e65-0860-4689-880c-5fd256a1fccf, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac70550-1fd4-4d14-b11c-8449bf8645ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bb3c908c-8b3d-454c-9e24-46d673f01df8'}}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:19:44.185683 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (9d407e65-0860-4689-880c-5fd256a1fccf), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:44.248579 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] For port 9d407e65-0860-4689-880c-5fd256a1fccf, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:19:44.253649 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] For port 9d407e65-0860-4689-880c-5fd256a1fccf, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=9d407e65-0860-4689-880c-5fd256a1fccf,segment=NetworkSegment(0ac70550-1fd4-4d14-b11c-8449bf8645ef),segment_id=0ac70550-1fd4-4d14-b11c-8449bf8645ef)] {{(pid=103206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:19:44.261615 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (9d407e65-0860-4689-880c-5fd256a1fccf), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:44.322964 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d142a3-9b57-4cc3-a7d2-6df2da302dd3 None None] Pushing event updated for resources: {'Port': ['ID=9d407e65-0860-4689-880c-5fd256a1fccf,revision_number=2']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:19:45.716774 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 37442) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:19:46.236564 dv-cinder-790535-35-iscsi neutron-server[103204]: WARNING oslo_policy.policy [None req-124e2c7c-8276-4090-824d-58f2073bff17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 14:19:46.237125 dv-cinder-790535-35-iscsi neutron-server[103204]: WARNING oslo_policy.policy [None req-124e2c7c-8276-4090-824d-58f2073bff17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 14:19:46.456131 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [None req-124e2c7c-8276-4090-824d-58f2073bff17 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103204) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 14:19:46.457430 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-124e2c7c-8276-4090-824d-58f2073bff17 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7385509 Mar 28 14:19:48.958927 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 37456) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:19:49.283056 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [None req-0ba6be4a-5e3f-45cc-ae71-09866d872e16 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103204) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 14:19:49.284095 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-0ba6be4a-5e3f-45cc-ae71-09866d872e16 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3242495 Mar 28 14:19:51.779146 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 37464) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:19:52.114447 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-4042cad4-2b64-4020-b2a9-c2c167adccc3 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:19:52.141583 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4042cad4-2b64-4020-b2a9-c2c167adccc3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1571640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63144'] for router (7bc24dab-cdb3-4574-abb7-a8a46d09aeab), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:52.143320 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4042cad4-2b64-4020-b2a9-c2c167adccc3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1558009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63137'] for router (7bc24dab-cdb3-4574-abb7-a8a46d09aeab), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:52.282575 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4042cad4-2b64-4020-b2a9-c2c167adccc3 demo demo] Publish callbacks [] for router_controller (7bc24dab-cdb3-4574-abb7-a8a46d09aeab), precommit_add_association {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:52.288487 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4042cad4-2b64-4020-b2a9-c2c167adccc3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1557806'] for router (7bc24dab-cdb3-4574-abb7-a8a46d09aeab), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:52.308405 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4042cad4-2b64-4020-b2a9-c2c167adccc3 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:52.309614 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-4042cad4-2b64-4020-b2a9-c2c167adccc3 demo demo] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5293579 Mar 28 14:19:54.115013 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 9d407e65-0860-4689-880c-5fd256a1fccf up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:19:54.204291 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 9d407e65-0860-4689-880c-5fd256a1fccf triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:19:54.204608 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (9d407e65-0860-4689-880c-5fd256a1fccf), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:54.318036 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 9d407e65-0860-4689-880c-5fd256a1fccf is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:19:54.318431 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (9d407e65-0860-4689-880c-5fd256a1fccf), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:54.354461 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] For port 9d407e65-0860-4689-880c-5fd256a1fccf, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=9d407e65-0860-4689-880c-5fd256a1fccf,segment=NetworkSegment(0ac70550-1fd4-4d14-b11c-8449bf8645ef),segment_id=0ac70550-1fd4-4d14-b11c-8449bf8645ef)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:19:54.360202 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (9d407e65-0860-4689-880c-5fd256a1fccf), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:54.410920 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Pushing event updated for resources: {'Port': ['ID=9d407e65-0860-4689-880c-5fd256a1fccf,revision_number=3']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:19:54.855009 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 37476) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:19:55.180576 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [None req-19164a00-bdff-4b2a-8854-f10e913521c8 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103204) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 14:19:55.195040 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-19164a00-bdff-4b2a-8854-f10e913521c8 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3255823 Mar 28 14:19:55.412391 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24992d7-6bd1-40df-b06a-779a777f1ac7 None None] Network bb3c908c-8b3d-454c-9e24-46d673f01df8 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:19:55.534948 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-68d88edc-499c-4281-ac09-d48dec677781 None None] Provisioning complete for port 9d407e65-0860-4689-880c-5fd256a1fccf triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:19:55.535337 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-68d88edc-499c-4281-ac09-d48dec677781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (9d407e65-0860-4689-880c-5fd256a1fccf), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:55.624189 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-68d88edc-499c-4281-ac09-d48dec677781 None None] Current status of the port 9d407e65-0860-4689-880c-5fd256a1fccf is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:19:55.745777 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-8064289b-0487-40a0-b15b-236d56dc1afe None None] Provisioning complete for port 9d407e65-0860-4689-880c-5fd256a1fccf triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:19:55.746240 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-8064289b-0487-40a0-b15b-236d56dc1afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (9d407e65-0860-4689-880c-5fd256a1fccf), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:55.823935 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-8064289b-0487-40a0-b15b-236d56dc1afe None None] Current status of the port 9d407e65-0860-4689-880c-5fd256a1fccf is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:19:56.090089 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 9d407e65-0860-4689-880c-5fd256a1fccf up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:19:56.141155 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 9d407e65-0860-4689-880c-5fd256a1fccf triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:19:56.141449 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (9d407e65-0860-4689-880c-5fd256a1fccf), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:56.213063 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 9d407e65-0860-4689-880c-5fd256a1fccf is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:19:57.698434 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 37484) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:19:58.030947 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-7ea894ac-68af-49e4-940a-7fcda1927270 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:19:58.053513 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea894ac-68af-49e4-940a-7fcda1927270 admin admin] Made reservation on behalf of 253ea1fdb88e4753b8799150de74f432 for: {'network': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:19:58.055855 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7ea894ac-68af-49e4-940a-7fcda1927270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for network (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:58.064933 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7ea894ac-68af-49e4-940a-7fcda1927270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:58.141057 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7ea894ac-68af-49e4-940a-7fcda1927270 admin admin] Publish callbacks [] for security_group (b7f5a933-0e0d-4fd0-8993-f0997a2fe318), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:58.145579 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7ea894ac-68af-49e4-940a-7fcda1927270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (b7f5a933-0e0d-4fd0-8993-f0997a2fe318), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:58.159986 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7ea894ac-68af-49e4-940a-7fcda1927270 admin admin] Reserving flat network on physical network physnet1 {{(pid=103205) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 28 14:19:58.178194 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea894ac-68af-49e4-940a-7fcda1927270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f5a933-0e0d-4fd0-8993-f0997a2fe318,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:19:58.184037 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7ea894ac-68af-49e4-940a-7fcda1927270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:58.184371 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.segments_db [None req-7ea894ac-68af-49e4-940a-7fcda1927270 admin admin] Added segment 85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2 of type flat for network c66de8d5-469e-474b-81ba-d9e7301ef93c Mar 28 14:19:58.229344 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7ea894ac-68af-49e4-940a-7fcda1927270 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220902705'] for network (c66de8d5-469e-474b-81ba-d9e7301ef93c), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:58.263401 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7ea894ac-68af-49e4-940a-7fcda1927270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for network (c66de8d5-469e-474b-81ba-d9e7301ef93c), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:58.264322 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea894ac-68af-49e4-940a-7fcda1927270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:58.264893 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7ea894ac-68af-49e4-940a-7fcda1927270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:19:58.345631 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-7ea894ac-68af-49e4-940a-7fcda1927270 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6459568 Mar 28 14:19:58.359154 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea894ac-68af-49e4-940a-7fcda1927270 admin admin] Pushing event updated for resources: {'Network': ['ID=c66de8d5-469e-474b-81ba-d9e7301ef93c,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:19:58.369867 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Network c66de8d5-469e-474b-81ba-d9e7301ef93c details requested by agent ovs-agent-dv-cinder-790535-35-iscsi with host dv-cinder-790535-35-iscsi {{(pid=103206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:19:59.205180 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-14bd2762-71d4-4949-9dda-340156836afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:00.806616 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 37492) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:20:01.326670 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.policy [None req-8f9e228a-39ce-47cb-bca5-be76893308da demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103204) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 14:20:01.368559 dv-cinder-790535-35-iscsi neutron-server[103204]: WARNING oslo_policy.policy [None req-8f9e228a-39ce-47cb-bca5-be76893308da demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 14:20:01.368922 dv-cinder-790535-35-iscsi neutron-server[103204]: WARNING oslo_policy.policy [None req-8f9e228a-39ce-47cb-bca5-be76893308da demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 14:20:01.376765 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9e228a-39ce-47cb-bca5-be76893308da demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:01.378745 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-8f9e228a-39ce-47cb-bca5-be76893308da demo admin] 10.222.0.13 "GET /v2.0/subnets/342e3bf4-983e-4d87-9234-649cc438acd4 HTTP/1.1" status: 200 len: 849 time: 0.5711644 Mar 28 14:20:01.488518 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-82466e7a-2ef1-43a5-88fd-8643b3b2e0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:01.557058 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-4e2518b8-3890-4601-9444-67a3a8ee003a demo admin] 10.222.0.13 "GET /v2.0/routers/7bc24dab-cdb3-4574-abb7-a8a46d09aeab HTTP/1.1" status: 200 len: 704 time: 0.1693988 Mar 28 14:20:01.832175 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:02.173010 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Allocated IP 172.20.0.1 (bb3c908c-8b3d-454c-9e24-46d673f01df8/342e3bf4-983e-4d87-9234-649cc438acd4/c266eb00-20f6-4767-b369-f11aab72c8d9) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:20:02.389199 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Publish callbacks [] for port (c266eb00-20f6-4767-b369-f11aab72c8d9), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:02.459709 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (c266eb00-20f6-4767-b369-f11aab72c8d9), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:02.523058 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Network bb3c908c-8b3d-454c-9e24-46d673f01df8 is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:20:02.528399 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:20:02.573870 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Pushing event updated for resources: {'Port': ['ID=c266eb00-20f6-4767-b369-f11aab72c8d9,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:02.576979 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:20:02.576979 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1559801'] for router_interface (7bc24dab-cdb3-4574-abb7-a8a46d09aeab), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:02.613402 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:02.637034 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:02.637347 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:02.637706 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:02.638103 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:02.638431 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:02.638740 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:02.639068 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:02.639409 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:02.639738 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:02.640058 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:02.640390 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:02.640729 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:02.641043 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:02.641355 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:02.641665 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Tracked resource versions report: Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: pushed versions: Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: { 'AddressGroup': {'1.2'}, Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'Agent': {'1.1'}, Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'ConntrackHelper': {'1.0'}, Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'LocalIPAssociation': {'1.0'}, Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'Log': {'1.0'}, Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'NDPProxy': {'1.0'}, Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'Network': {'1.1'}, Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'Port': {'1.7'}, Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'PortForwarding': {'1.3'}, Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'QosPolicy': {'1.10'}, Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'SecurityGroup': {'1.5'}, Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'SecurityGroupRule': {'1.2'}, Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'SubPort': {'1.0'}, Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'Subnet': {'1.1'}, Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'Trunk': {'1.1'}} Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: consumer versions: Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: { DHCP agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: L3 agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: Metadata agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: Metering agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: Open vSwitch agent@dv-cinder-790535-35-iscsi: { 'AddressGroup': '1.2', Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'Agent': '1.1', Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'ConntrackHelper': '1.0', Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'LocalIPAssociation': '1.0', Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'Log': '1.0', Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'NDPProxy': '1.0', Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'Network': '1.1', Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'Port': '1.7', Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'PortForwarding': '1.3', Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'QosPolicy': '1.10', Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'SecurityGroup': '1.5', Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'SecurityGroupRule': '1.2', Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'SubPort': '1.0', Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'Subnet': '1.1', Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: 'Trunk': '1.1'}} Mar 28 14:20:02.643183 dv-cinder-790535-35-iscsi neutron-server[103204]: {{(pid=103204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 14:20:02.787870 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (c266eb00-20f6-4767-b369-f11aab72c8d9), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:02.801346 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-649f9bc0-128d-4bf2-9ffb-5e372e3ac9d4 None None] Provisioning complete for port c266eb00-20f6-4767-b369-f11aab72c8d9 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:20:02.801909 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-649f9bc0-128d-4bf2-9ffb-5e372e3ac9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (c266eb00-20f6-4767-b369-f11aab72c8d9), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:02.888108 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-649f9bc0-128d-4bf2-9ffb-5e372e3ac9d4 None None] Port c266eb00-20f6-4767-b369-f11aab72c8d9 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:20:03.017391 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Publish callbacks [] for port (c266eb00-20f6-4767-b369-f11aab72c8d9), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:03.024076 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (c266eb00-20f6-4767-b369-f11aab72c8d9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:03.024897 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1559661'] for router_interface (7bc24dab-cdb3-4574-abb7-a8a46d09aeab), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:03.099323 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Pushing event updated for resources: {'Port': ['ID=c266eb00-20f6-4767-b369-f11aab72c8d9,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:03.149566 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Network bb3c908c-8b3d-454c-9e24-46d673f01df8 is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:20:03.150893 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:20:03.374474 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Router 7bc24dab-cdb3-4574-abb7-a8a46d09aeab is scheduled to L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 with binding_index 1 {{(pid=103204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:20:03.411124 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-d14a513c-32e5-49b0-9423-f1b12ec66596 None None] Provisioning complete for port c266eb00-20f6-4767-b369-f11aab72c8d9 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:20:03.411520 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-d14a513c-32e5-49b0-9423-f1b12ec66596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (c266eb00-20f6-4767-b369-f11aab72c8d9), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:03.445780 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-d14a513c-32e5-49b0-9423-f1b12ec66596 None None] Port c266eb00-20f6-4767-b369-f11aab72c8d9 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:20:03.469127 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:20:03.474933 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-2e417844-8637-40d0-b70c-5046f3f03586 demo admin] 10.222.0.13 "PUT /v2.0/routers/7bc24dab-cdb3-4574-abb7-a8a46d09aeab/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9126413 Mar 28 14:20:03.480113 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] Sync routers for ids ['7bc24dab-cdb3-4574-abb7-a8a46d09aeab'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:20:03.492550 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] Routers {'7bc24dab-cdb3-4574-abb7-a8a46d09aeab'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:20:03.493417 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:20:01Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['7bc24dab-cdb3-4574-abb7-a8a46d09aeab'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:03.687229 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] Set router 7bc24dab-cdb3-4574-abb7-a8a46d09aeab gateway port host: None {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:20:03.863690 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:04.115606 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc24dab-cdb3-4574-abb7-a8a46d09aeab', 'name': 'router1', 'tenant_id': '76fa2538f97c4513991fbd012f7e24a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:19:52Z', 'updated_at': '2022-03-28T14:20:02Z', 'revision_number': 2, 'project_id': '76fa2538f97c4513991fbd012f7e24a0', 'gw_port_host': None, '_interfaces': [{'id': 'c266eb00-20f6-4767-b369-f11aab72c8d9', 'name': '', 'network_id': 'bb3c908c-8b3d-454c-9e24-46d673f01df8', 'tenant_id': '76fa2538f97c4513991fbd012f7e24a0', 'mac_address': 'fa:16:3e:34:52:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc24dab-cdb3-4574-abb7-a8a46d09aeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '342e3bf4-983e-4d87-9234-649cc438acd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:01Z', 'updated_at': '2022-03-28T14:20:02Z', 'revision_number': 2, 'project_id': '76fa2538f97c4513991fbd012f7e24a0', 'subnets': [{'id': '342e3bf4-983e-4d87-9234-649cc438acd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1861ce0-ec22-4c7d-99f3-b12180cf1fb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:04.166762 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] Checking router: 7bc24dab-cdb3-4574-abb7-a8a46d09aeab for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:20:04.167170 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] Updating router 7bc24dab-cdb3-4574-abb7-a8a46d09aeab port c266eb00-20f6-4767-b369-f11aab72c8d9 binding host dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:20:04.219651 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (c266eb00-20f6-4767-b369-f11aab72c8d9), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:04.721702 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] Publish callbacks [] for port (c266eb00-20f6-4767-b369-f11aab72c8d9), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:04.728983 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (c266eb00-20f6-4767-b369-f11aab72c8d9), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:04.886305 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] Attempting to bind port c266eb00-20f6-4767-b369-f11aab72c8d9 on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:20:04.886726 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] Attempting to bind port c266eb00-20f6-4767-b369-f11aab72c8d9 by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': '0ac70550-1fd4-4d14-b11c-8449bf8645ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bb3c908c-8b3d-454c-9e24-46d673f01df8'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:20:04.887199 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] Attempting to bind port c266eb00-20f6-4767-b369-f11aab72c8d9 on network bb3c908c-8b3d-454c-9e24-46d673f01df8 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:20:04.898375 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:20:04.898783 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] Checking segment: {'id': '0ac70550-1fd4-4d14-b11c-8449bf8645ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bb3c908c-8b3d-454c-9e24-46d673f01df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:20:04.899291 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:04.899689 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] Bound using segment: {'id': '0ac70550-1fd4-4d14-b11c-8449bf8645ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bb3c908c-8b3d-454c-9e24-46d673f01df8'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:20:04.900232 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] Bound port: c266eb00-20f6-4767-b369-f11aab72c8d9, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac70550-1fd4-4d14-b11c-8449bf8645ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bb3c908c-8b3d-454c-9e24-46d673f01df8'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:20:04.900619 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (c266eb00-20f6-4767-b369-f11aab72c8d9), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:04.912250 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751c4c8-b5cb-42a4-8e45-328621e9fdc8 None None] Pushing event updated for resources: {'Port': ['ID=c266eb00-20f6-4767-b369-f11aab72c8d9,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:04.926066 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c4c8-b5cb-42a4-8e45-328621e9fdc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:04.926413 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c4c8-b5cb-42a4-8e45-328621e9fdc8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:04.926765 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c4c8-b5cb-42a4-8e45-328621e9fdc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:04.927143 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c4c8-b5cb-42a4-8e45-328621e9fdc8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:04.927485 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c4c8-b5cb-42a4-8e45-328621e9fdc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:04.927816 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c4c8-b5cb-42a4-8e45-328621e9fdc8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:04.928143 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c4c8-b5cb-42a4-8e45-328621e9fdc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:04.928470 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c4c8-b5cb-42a4-8e45-328621e9fdc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:04.928810 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c4c8-b5cb-42a4-8e45-328621e9fdc8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:04.929368 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c4c8-b5cb-42a4-8e45-328621e9fdc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:04.929704 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c4c8-b5cb-42a4-8e45-328621e9fdc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:04.930051 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c4c8-b5cb-42a4-8e45-328621e9fdc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:04.930377 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c4c8-b5cb-42a4-8e45-328621e9fdc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:04.930698 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c4c8-b5cb-42a4-8e45-328621e9fdc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:04.931052 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c4c8-b5cb-42a4-8e45-328621e9fdc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c4c8-b5cb-42a4-8e45-328621e9fdc8 None None] Tracked resource versions report: Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: pushed versions: Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: { 'AddressGroup': {'1.2'}, Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'Agent': {'1.1'}, Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'ConntrackHelper': {'1.0'}, Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'LocalIPAssociation': {'1.0'}, Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'Log': {'1.0'}, Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'NDPProxy': {'1.0'}, Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'Network': {'1.1'}, Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'Port': {'1.7'}, Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'PortForwarding': {'1.3'}, Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'QosPolicy': {'1.10'}, Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'SecurityGroup': {'1.5'}, Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'SecurityGroupRule': {'1.2'}, Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'SubPort': {'1.0'}, Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'Subnet': {'1.1'}, Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'Trunk': {'1.1'}} Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: consumer versions: Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: { DHCP agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: L3 agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: Metadata agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: Metering agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: Open vSwitch agent@dv-cinder-790535-35-iscsi: { 'AddressGroup': '1.2', Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'Agent': '1.1', Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'ConntrackHelper': '1.0', Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'LocalIPAssociation': '1.0', Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'Log': '1.0', Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'NDPProxy': '1.0', Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'Network': '1.1', Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'Port': '1.7', Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'PortForwarding': '1.3', Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'QosPolicy': '1.10', Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'SecurityGroup': '1.5', Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'SecurityGroupRule': '1.2', Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'SubPort': '1.0', Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'Subnet': '1.1', Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: 'Trunk': '1.1'}} Mar 28 14:20:04.932486 dv-cinder-790535-35-iscsi neutron-server[103207]: {{(pid=103207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 14:20:04.972779 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-dd707e13-d1d5-48ce-972f-63dd00182d7e None None] Provisioning complete for port c266eb00-20f6-4767-b369-f11aab72c8d9 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:20:04.973303 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-dd707e13-d1d5-48ce-972f-63dd00182d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (c266eb00-20f6-4767-b369-f11aab72c8d9), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:04.989027 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] For port c266eb00-20f6-4767-b369-f11aab72c8d9, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:20:05.008115 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] For port c266eb00-20f6-4767-b369-f11aab72c8d9, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=c266eb00-20f6-4767-b369-f11aab72c8d9,segment=NetworkSegment(0ac70550-1fd4-4d14-b11c-8449bf8645ef),segment_id=0ac70550-1fd4-4d14-b11c-8449bf8645ef)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:20:05.011377 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-dd707e13-d1d5-48ce-972f-63dd00182d7e None None] Port c266eb00-20f6-4767-b369-f11aab72c8d9 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:20:05.015588 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (c266eb00-20f6-4767-b369-f11aab72c8d9), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:05.067073 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751c4c8-b5cb-42a4-8e45-328621e9fdc8 None None] Pushing event updated for resources: {'Port': ['ID=c266eb00-20f6-4767-b369-f11aab72c8d9,revision_number=4']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:05.092448 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] Routers {'7bc24dab-cdb3-4574-abb7-a8a46d09aeab'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:20:05.093282 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:20:01Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['7bc24dab-cdb3-4574-abb7-a8a46d09aeab'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:05.185521 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] Set router 7bc24dab-cdb3-4574-abb7-a8a46d09aeab gateway port host: None {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:20:05.231071 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-73614a65-55e5-4c34-924b-a18adc8ba4e4 None None] Provisioning complete for port c266eb00-20f6-4767-b369-f11aab72c8d9 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:20:05.231471 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-73614a65-55e5-4c34-924b-a18adc8ba4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (c266eb00-20f6-4767-b369-f11aab72c8d9), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:05.306086 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-73614a65-55e5-4c34-924b-a18adc8ba4e4 None None] Current status of the port c266eb00-20f6-4767-b369-f11aab72c8d9 is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:20:05.306843 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-73614a65-55e5-4c34-924b-a18adc8ba4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (c266eb00-20f6-4767-b369-f11aab72c8d9), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:05.338073 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-73614a65-55e5-4c34-924b-a18adc8ba4e4 None None] For port c266eb00-20f6-4767-b369-f11aab72c8d9, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=c266eb00-20f6-4767-b369-f11aab72c8d9,segment=NetworkSegment(0ac70550-1fd4-4d14-b11c-8449bf8645ef),segment_id=0ac70550-1fd4-4d14-b11c-8449bf8645ef)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:20:05.342972 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-73614a65-55e5-4c34-924b-a18adc8ba4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (c266eb00-20f6-4767-b369-f11aab72c8d9), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:05.389557 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc24dab-cdb3-4574-abb7-a8a46d09aeab', 'name': 'router1', 'tenant_id': '76fa2538f97c4513991fbd012f7e24a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:19:52Z', 'updated_at': '2022-03-28T14:20:02Z', 'revision_number': 2, 'project_id': '76fa2538f97c4513991fbd012f7e24a0', 'gw_port_host': None, '_interfaces': [{'id': 'c266eb00-20f6-4767-b369-f11aab72c8d9', 'name': '', 'network_id': 'bb3c908c-8b3d-454c-9e24-46d673f01df8', 'tenant_id': '76fa2538f97c4513991fbd012f7e24a0', 'mac_address': 'fa:16:3e:34:52:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc24dab-cdb3-4574-abb7-a8a46d09aeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '342e3bf4-983e-4d87-9234-649cc438acd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:01Z', 'updated_at': '2022-03-28T14:20:04Z', 'revision_number': 4, 'project_id': '76fa2538f97c4513991fbd012f7e24a0', 'subnets': [{'id': '342e3bf4-983e-4d87-9234-649cc438acd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1861ce0-ec22-4c7d-99f3-b12180cf1fb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:05.394229 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73614a65-55e5-4c34-924b-a18adc8ba4e4 None None] Pushing event updated for resources: {'Port': ['ID=c266eb00-20f6-4767-b369-f11aab72c8d9,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:05.418578 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:05.423372 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6ca71a-e9c0-4a74-9c69-ccd58f62fb4b None None] The sync data for ids ['7bc24dab-cdb3-4574-abb7-a8a46d09aeab'] in dv-cinder-790535-35-iscsi is: [{'id': '7bc24dab-cdb3-4574-abb7-a8a46d09aeab', 'name': 'router1', 'tenant_id': '76fa2538f97c4513991fbd012f7e24a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:19:52Z', 'updated_at': '2022-03-28T14:20:02Z', 'revision_number': 2, 'project_id': '76fa2538f97c4513991fbd012f7e24a0', 'gw_port_host': None, '_interfaces': [{'id': 'c266eb00-20f6-4767-b369-f11aab72c8d9', 'name': '', 'network_id': 'bb3c908c-8b3d-454c-9e24-46d673f01df8', 'tenant_id': '76fa2538f97c4513991fbd012f7e24a0', 'mac_address': 'fa:16:3e:34:52:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc24dab-cdb3-4574-abb7-a8a46d09aeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '342e3bf4-983e-4d87-9234-649cc438acd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:01Z', 'updated_at': '2022-03-28T14:20:04Z', 'revision_number': 4, 'project_id': '76fa2538f97c4513991fbd012f7e24a0', 'subnets': [{'id': '342e3bf4-983e-4d87-9234-649cc438acd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1861ce0-ec22-4c7d-99f3-b12180cf1fb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:20:05.999835 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 37520) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:20:06.200279 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e0e6b9-6afa-4d1d-82bf-a7f5f5dcf320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:06.201620 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-17e0e6b9-6afa-4d1d-82bf-a7f5f5dcf320 admin admin] 10.222.0.13 "GET /v2.0/networks/c66de8d5-469e-474b-81ba-d9e7301ef93c HTTP/1.1" status: 200 len: 842 time: 0.2006941 Mar 28 14:20:06.211315 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-1a981a5d-16b6-4135-957f-ccc0a66e99f4 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.1.0/24'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:20:06.245404 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a981a5d-16b6-4135-957f-ccc0a66e99f4 admin admin] Made reservation on behalf of 253ea1fdb88e4753b8799150de74f432 for: {'subnet': 1} {{(pid=103204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:20:06.247870 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1a981a5d-16b6-4135-957f-ccc0a66e99f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:06.550204 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.objects.ports [None req-1a981a5d-16b6-4135-957f-ccc0a66e99f4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103204) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 14:20:06.550627 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1a981a5d-16b6-4135-957f-ccc0a66e99f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for subnet (8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:06.600489 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a981a5d-16b6-4135-957f-ccc0a66e99f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73,revision_number=0']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:06.613201 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a981a5d-16b6-4135-957f-ccc0a66e99f4 admin admin] Checking segment: {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:20:06.613542 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a981a5d-16b6-4135-957f-ccc0a66e99f4 admin admin] Network hostable DHCP agents. Network: c66de8d5-469e-474b-81ba-d9e7301ef93c, hostable agents: ['eea6c500-11a4-453f-b304-9367778e315c'], hosted agents: [] {{(pid=103204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:20:06.635653 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a981a5d-16b6-4135-957f-ccc0a66e99f4 admin admin] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is scheduled to be hosted by DHCP agent eea6c500-11a4-453f-b304-9367778e315c with binding_index 1 {{(pid=103204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:20:06.647070 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-1a981a5d-16b6-4135-957f-ccc0a66e99f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-35-iscsi, c66de8d5-469e-474b-81ba-d9e7301ef93c) {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:20:06.651301 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a981a5d-16b6-4135-957f-ccc0a66e99f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:06.651953 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1a981a5d-16b6-4135-957f-ccc0a66e99f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for subnet (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:06.657034 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8faadb4-238f-4abc-90c0-d3df8bba1a48 None None] Network c66de8d5-469e-474b-81ba-d9e7301ef93c requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:20:06.691047 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-1a981a5d-16b6-4135-957f-ccc0a66e99f4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4708681 Mar 28 14:20:06.757659 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc14b231-3c45-4452-afb0-55dcaa37fe50 None None] Network c66de8d5-469e-474b-81ba-d9e7301ef93c requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:20:09.175254 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 37538) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:20:09.394266 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-05f693bd-a412-4095-b441-21a09cc4bb46 demo admin] 10.222.0.13 "GET /v2.0/routers/7bc24dab-cdb3-4574-abb7-a8a46d09aeab HTTP/1.1" status: 200 len: 710 time: 0.2177994 Mar 28 14:20:09.507706 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4e3ed4-7249-447c-8184-aa3cf146c7b4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:09.509083 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-6b4e3ed4-7249-447c-8184-aa3cf146c7b4 demo admin] 10.222.0.13 "GET /v2.0/networks/c66de8d5-469e-474b-81ba-d9e7301ef93c HTTP/1.1" status: 200 len: 886 time: 0.1094093 Mar 28 14:20:09.517943 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-54fb390e-4acb-4575-80a2-b5975c8a9c60 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:20:09.766722 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-54fb390e-4acb-4575-80a2-b5975c8a9c60 demo admin] Publish callbacks [] for router_gateway (7bc24dab-cdb3-4574-abb7-a8a46d09aeab), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:10.051146 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-54fb390e-4acb-4575-80a2-b5975c8a9c60 demo admin] Publish callbacks [] for router_gateway (7bc24dab-cdb3-4574-abb7-a8a46d09aeab), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:10.123098 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-54fb390e-4acb-4575-80a2-b5975c8a9c60 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:10.274578 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [None req-54fb390e-4acb-4575-80a2-b5975c8a9c60 demo admin] Allocated IP 172.27.1.72 (c66de8d5-469e-474b-81ba-d9e7301ef93c/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73/5caeebee-a6e6-4b16-88f5-91dfcd5493f0) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:20:10.375713 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-54fb390e-4acb-4575-80a2-b5975c8a9c60 demo admin] Publish callbacks [] for port (5caeebee-a6e6-4b16-88f5-91dfcd5493f0), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:10.434998 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-54fb390e-4acb-4575-80a2-b5975c8a9c60 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (5caeebee-a6e6-4b16-88f5-91dfcd5493f0), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:10.502226 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fb390e-4acb-4575-80a2-b5975c8a9c60 demo admin] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:20:10.507585 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-54fb390e-4acb-4575-80a2-b5975c8a9c60 demo admin] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:20:10.515701 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fb390e-4acb-4575-80a2-b5975c8a9c60 demo admin] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:20:10.558715 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb390e-4acb-4575-80a2-b5975c8a9c60 demo admin] Pushing event updated for resources: {'Port': ['ID=5caeebee-a6e6-4b16-88f5-91dfcd5493f0,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:10.805626 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-54fb390e-4acb-4575-80a2-b5975c8a9c60 demo admin] Publish callbacks [] for router_gateway (7bc24dab-cdb3-4574-abb7-a8a46d09aeab), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:11.002971 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-54fb390e-4acb-4575-80a2-b5975c8a9c60 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1557963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63119'] for router (7bc24dab-cdb3-4574-abb7-a8a46d09aeab), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:11.007699 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-54fb390e-4acb-4575-80a2-b5975c8a9c60 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1557806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1557980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1557973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1572787'] for router (7bc24dab-cdb3-4574-abb7-a8a46d09aeab), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:11.120708 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fb390e-4acb-4575-80a2-b5975c8a9c60 demo admin] Router 7bc24dab-cdb3-4574-abb7-a8a46d09aeab has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:20:11.295587 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fb390e-4acb-4575-80a2-b5975c8a9c60 demo admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:20:11.300164 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-54fb390e-4acb-4575-80a2-b5975c8a9c60 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:11.301375 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-54fb390e-4acb-4575-80a2-b5975c8a9c60 demo admin] 10.222.0.13 "PUT /v2.0/routers/7bc24dab-cdb3-4574-abb7-a8a46d09aeab HTTP/1.1" status: 200 len: 889 time: 1.7865965 Mar 28 14:20:12.130726 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device c266eb00-20f6-4767-b369-f11aab72c8d9 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:20:12.185332 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port c266eb00-20f6-4767-b369-f11aab72c8d9 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:20:12.185708 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (c266eb00-20f6-4767-b369-f11aab72c8d9), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:12.266964 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port c266eb00-20f6-4767-b369-f11aab72c8d9 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:20:13.779578 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 37550) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:20:13.863723 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] Sync routers for ids ['7bc24dab-cdb3-4574-abb7-a8a46d09aeab'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:20:13.875219 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] Routers {'7bc24dab-cdb3-4574-abb7-a8a46d09aeab'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:20:13.875890 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:20:01Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['7bc24dab-cdb3-4574-abb7-a8a46d09aeab'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:13.906529 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-7b6c3557-de28-4bd8-b3a9-792a0ef5e15a admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1257777 Mar 28 14:20:14.101760 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] Set router 7bc24dab-cdb3-4574-abb7-a8a46d09aeab gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:20:14.575263 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc24dab-cdb3-4574-abb7-a8a46d09aeab', 'name': 'router1', 'tenant_id': '76fa2538f97c4513991fbd012f7e24a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '5caeebee-a6e6-4b16-88f5-91dfcd5493f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:19:52Z', 'updated_at': '2022-03-28T14:20:10Z', 'revision_number': 4, 'project_id': '76fa2538f97c4513991fbd012f7e24a0', 'gw_port': {'id': '5caeebee-a6e6-4b16-88f5-91dfcd5493f0', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:03:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc24dab-cdb3-4574-abb7-a8a46d09aeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:10Z', 'updated_at': '2022-03-28T14:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'c266eb00-20f6-4767-b369-f11aab72c8d9', 'name': '', 'network_id': 'bb3c908c-8b3d-454c-9e24-46d673f01df8', 'tenant_id': '76fa2538f97c4513991fbd012f7e24a0', 'mac_address': 'fa:16:3e:34:52:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc24dab-cdb3-4574-abb7-a8a46d09aeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '342e3bf4-983e-4d87-9234-649cc438acd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:01Z', 'updated_at': '2022-03-28T14:20:05Z', 'revision_number': 5, 'project_id': '76fa2538f97c4513991fbd012f7e24a0', 'subnets': [{'id': '342e3bf4-983e-4d87-9234-649cc438acd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1861ce0-ec22-4c7d-99f3-b12180cf1fb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:14.624076 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] Checking router: 7bc24dab-cdb3-4574-abb7-a8a46d09aeab for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:20:14.624451 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] Updating router 7bc24dab-cdb3-4574-abb7-a8a46d09aeab port 5caeebee-a6e6-4b16-88f5-91dfcd5493f0 binding host dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:20:14.678766 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (5caeebee-a6e6-4b16-88f5-91dfcd5493f0), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:14.995828 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] Publish callbacks [] for port (5caeebee-a6e6-4b16-88f5-91dfcd5493f0), precommit_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:15.001687 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (5caeebee-a6e6-4b16-88f5-91dfcd5493f0), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:15.053939 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] Attempting to bind port 5caeebee-a6e6-4b16-88f5-91dfcd5493f0 on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:20:15.054375 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] Attempting to bind port 5caeebee-a6e6-4b16-88f5-91dfcd5493f0 by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:20:15.054743 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] Attempting to bind port 5caeebee-a6e6-4b16-88f5-91dfcd5493f0 on network c66de8d5-469e-474b-81ba-d9e7301ef93c {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:20:15.057570 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cca60-4307-406f-b339-dc0dc36b7158 None None] Pushing event updated for resources: {'Port': ['ID=5caeebee-a6e6-4b16-88f5-91dfcd5493f0,revision_number=2']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:15.062523 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:20:15.062893 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] Checking segment: {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:20:15.063321 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:15.063705 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] Bound using segment: {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:20:15.064200 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] Bound port: 5caeebee-a6e6-4b16-88f5-91dfcd5493f0, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:20:15.064582 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (5caeebee-a6e6-4b16-88f5-91dfcd5493f0), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:15.115625 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] For port 5caeebee-a6e6-4b16-88f5-91dfcd5493f0, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:20:15.121816 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] For port 5caeebee-a6e6-4b16-88f5-91dfcd5493f0, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=5caeebee-a6e6-4b16-88f5-91dfcd5493f0,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:20:15.126191 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (5caeebee-a6e6-4b16-88f5-91dfcd5493f0), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:15.175178 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cca60-4307-406f-b339-dc0dc36b7158 None None] Pushing event updated for resources: {'Port': ['ID=5caeebee-a6e6-4b16-88f5-91dfcd5493f0,revision_number=3']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:15.200082 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] Routers {'7bc24dab-cdb3-4574-abb7-a8a46d09aeab'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:20:15.200778 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:20:01Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['7bc24dab-cdb3-4574-abb7-a8a46d09aeab'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:15.308299 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] Set router 7bc24dab-cdb3-4574-abb7-a8a46d09aeab gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:20:15.522969 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc24dab-cdb3-4574-abb7-a8a46d09aeab', 'name': 'router1', 'tenant_id': '76fa2538f97c4513991fbd012f7e24a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '5caeebee-a6e6-4b16-88f5-91dfcd5493f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:19:52Z', 'updated_at': '2022-03-28T14:20:10Z', 'revision_number': 4, 'project_id': '76fa2538f97c4513991fbd012f7e24a0', 'gw_port': {'id': '5caeebee-a6e6-4b16-88f5-91dfcd5493f0', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:03:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc24dab-cdb3-4574-abb7-a8a46d09aeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:10Z', 'updated_at': '2022-03-28T14:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'c266eb00-20f6-4767-b369-f11aab72c8d9', 'name': '', 'network_id': 'bb3c908c-8b3d-454c-9e24-46d673f01df8', 'tenant_id': '76fa2538f97c4513991fbd012f7e24a0', 'mac_address': 'fa:16:3e:34:52:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc24dab-cdb3-4574-abb7-a8a46d09aeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '342e3bf4-983e-4d87-9234-649cc438acd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:01Z', 'updated_at': '2022-03-28T14:20:05Z', 'revision_number': 5, 'project_id': '76fa2538f97c4513991fbd012f7e24a0', 'subnets': [{'id': '342e3bf4-983e-4d87-9234-649cc438acd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1861ce0-ec22-4c7d-99f3-b12180cf1fb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:15.558722 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90e6221-cda6-41ff-9f57-c30092094e46 None None] The sync data for ids ['7bc24dab-cdb3-4574-abb7-a8a46d09aeab'] in dv-cinder-790535-35-iscsi is: [{'id': '7bc24dab-cdb3-4574-abb7-a8a46d09aeab', 'name': 'router1', 'tenant_id': '76fa2538f97c4513991fbd012f7e24a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '5caeebee-a6e6-4b16-88f5-91dfcd5493f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:19:52Z', 'updated_at': '2022-03-28T14:20:10Z', 'revision_number': 4, 'project_id': '76fa2538f97c4513991fbd012f7e24a0', 'gw_port': {'id': '5caeebee-a6e6-4b16-88f5-91dfcd5493f0', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:03:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc24dab-cdb3-4574-abb7-a8a46d09aeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:10Z', 'updated_at': '2022-03-28T14:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'c266eb00-20f6-4767-b369-f11aab72c8d9', 'name': '', 'network_id': 'bb3c908c-8b3d-454c-9e24-46d673f01df8', 'tenant_id': '76fa2538f97c4513991fbd012f7e24a0', 'mac_address': 'fa:16:3e:34:52:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc24dab-cdb3-4574-abb7-a8a46d09aeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '342e3bf4-983e-4d87-9234-649cc438acd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:01Z', 'updated_at': '2022-03-28T14:20:05Z', 'revision_number': 5, 'project_id': '76fa2538f97c4513991fbd012f7e24a0', 'subnets': [{'id': '342e3bf4-983e-4d87-9234-649cc438acd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1861ce0-ec22-4c7d-99f3-b12180cf1fb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:20:16.170661 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 5caeebee-a6e6-4b16-88f5-91dfcd5493f0 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:20:16.225196 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 5caeebee-a6e6-4b16-88f5-91dfcd5493f0 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:20:16.225590 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (5caeebee-a6e6-4b16-88f5-91dfcd5493f0), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:16.312373 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 5caeebee-a6e6-4b16-88f5-91dfcd5493f0 is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:20:16.312786 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (5caeebee-a6e6-4b16-88f5-91dfcd5493f0), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:16.338708 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] For port 5caeebee-a6e6-4b16-88f5-91dfcd5493f0, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=5caeebee-a6e6-4b16-88f5-91dfcd5493f0,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:20:16.346254 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (5caeebee-a6e6-4b16-88f5-91dfcd5493f0), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:16.403917 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Pushing event updated for resources: {'Port': ['ID=5caeebee-a6e6-4b16-88f5-91dfcd5493f0,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:18.140407 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 5caeebee-a6e6-4b16-88f5-91dfcd5493f0 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:20:18.213474 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 5caeebee-a6e6-4b16-88f5-91dfcd5493f0 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:20:18.214234 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (5caeebee-a6e6-4b16-88f5-91dfcd5493f0), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:18.313037 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 5caeebee-a6e6-4b16-88f5-91dfcd5493f0 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:20:25.825405 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 5 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:20:29.209798 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-b43fe85b-64a7-4570-9513-ca2eda33363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:31.497088 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3a2104b7-cfb5-4415-a11b-3737a4cbd17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:32.617620 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:33.863443 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:35.422679 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:20:59.216343 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-42fb14c8-0655-4a62-9896-96ddf5586642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:21:01.495824 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-0dc98604-2845-47f2-b75b-8e8fc357f8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:21:02.617937 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:21:02.823542 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 5 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:21:03.872439 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:21:05.409681 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:21:29.219420 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-b3b3de52-7392-46d7-92f9-a905fbb4481f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:21:31.489518 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-b05cb3f5-34fd-4f4f-9bed-592747578152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:21:32.621946 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:21:33.874711 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:21:34.996586 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 38034) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:21:35.062497 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbff0c67-3eb5-458a-aa67-4ecb581dc5bd admin admin] GET failed (client error): The resource could not be found. Mar 28 14:21:35.063846 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-cbff0c67-3eb5-458a-aa67-4ecb581dc5bd admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0662961 Mar 28 14:21:35.237451 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a08534a-facb-4d56-b33f-0bccda2bf88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:35.238934 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-4a08534a-facb-4d56-b33f-0bccda2bf88c admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1689339 Mar 28 14:21:35.420281 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:21:37.567314 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 38044) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:21:37.672965 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7def6b1-4ad5-4104-a2b5-34fe879c5ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:37.674294 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-b7def6b1-4ad5-4104-a2b5-34fe879c5ab3 admin admin] 10.222.0.13 "GET /v2.0/subnets/342e3bf4-983e-4d87-9234-649cc438acd4 HTTP/1.1" status: 200 len: 849 time: 0.1060596 Mar 28 14:21:37.686999 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-4e02ab8e-cd39-488c-af39-adc10380e4c4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:21:37.779358 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4e02ab8e-cd39-488c-af39-adc10380e4c4 admin admin] Publish callbacks [] for subnet (342e3bf4-983e-4d87-9234-649cc438acd4), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:21:37.926820 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4e02ab8e-cd39-488c-af39-adc10380e4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793221502082'] for subnet (342e3bf4-983e-4d87-9234-649cc438acd4), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:21:37.959143 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e02ab8e-cd39-488c-af39-adc10380e4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:37.959736 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4e02ab8e-cd39-488c-af39-adc10380e4c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for subnet (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:21:37.961340 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-4e02ab8e-cd39-488c-af39-adc10380e4c4 admin admin] 10.222.0.13 "PUT /v2.0/subnets/342e3bf4-983e-4d87-9234-649cc438acd4 HTTP/1.1" status: 200 len: 868 time: 0.2777312 Mar 28 14:21:37.964819 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b6961d-e28b-4a69-a912-7b4d61d6a93e None None] Network bb3c908c-8b3d-454c-9e24-46d673f01df8 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:21:37.981737 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02ab8e-cd39-488c-af39-adc10380e4c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=342e3bf4-983e-4d87-9234-649cc438acd4,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:21:37.989263 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02ab8e-cd39-488c-af39-adc10380e4c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:37.989604 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02ab8e-cd39-488c-af39-adc10380e4c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:37.989958 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02ab8e-cd39-488c-af39-adc10380e4c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:37.990298 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02ab8e-cd39-488c-af39-adc10380e4c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:37.990630 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02ab8e-cd39-488c-af39-adc10380e4c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:37.990956 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02ab8e-cd39-488c-af39-adc10380e4c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:37.991325 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02ab8e-cd39-488c-af39-adc10380e4c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:37.991647 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02ab8e-cd39-488c-af39-adc10380e4c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:37.991976 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02ab8e-cd39-488c-af39-adc10380e4c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:37.992303 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02ab8e-cd39-488c-af39-adc10380e4c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:37.992644 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02ab8e-cd39-488c-af39-adc10380e4c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:37.992970 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02ab8e-cd39-488c-af39-adc10380e4c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:37.993290 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02ab8e-cd39-488c-af39-adc10380e4c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:37.993607 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02ab8e-cd39-488c-af39-adc10380e4c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:37.993924 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02ab8e-cd39-488c-af39-adc10380e4c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:38.302349 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-addc7390-25d2-47c4-93ea-3a5fdc6d68b3 None None] Provisioning complete for port 9d407e65-0860-4689-880c-5fd256a1fccf triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:21:38.302735 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-addc7390-25d2-47c4-93ea-3a5fdc6d68b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (9d407e65-0860-4689-880c-5fd256a1fccf), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:21:38.384514 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-addc7390-25d2-47c4-93ea-3a5fdc6d68b3 None None] Current status of the port 9d407e65-0860-4689-880c-5fd256a1fccf is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:21:38.395050 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-addc7390-25d2-47c4-93ea-3a5fdc6d68b3 None None] Provisioning complete for port c266eb00-20f6-4767-b369-f11aab72c8d9 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:21:38.395464 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-addc7390-25d2-47c4-93ea-3a5fdc6d68b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (c266eb00-20f6-4767-b369-f11aab72c8d9), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:21:38.471041 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-addc7390-25d2-47c4-93ea-3a5fdc6d68b3 None None] Current status of the port c266eb00-20f6-4767-b369-f11aab72c8d9 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:21:39.823198 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 5 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:21:40.262011 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 38054) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:21:40.467711 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b63212-7f3c-400d-8530-70ba4c6e454f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:40.468087 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b63212-7f3c-400d-8530-70ba4c6e454f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:40.469681 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-f1b63212-7f3c-400d-8530-70ba4c6e454f admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2064106 Mar 28 14:21:42.778177 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 38062) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:21:42.931472 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254bff5f-9a12-407d-bdb5-5a9251d5fbcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:42.931953 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254bff5f-9a12-407d-bdb5-5a9251d5fbcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:42.933553 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-254bff5f-9a12-407d-bdb5-5a9251d5fbcf admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1544418 Mar 28 14:21:45.215071 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 38070) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:21:45.363435 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21de0973-668d-4920-bde4-f8875bf8985c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:45.364828 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-21de0973-668d-4920-bde4-f8875bf8985c admin admin] 10.222.0.13 "GET /v2.0/networks/bb3c908c-8b3d-454c-9e24-46d673f01df8 HTTP/1.1" status: 200 len: 869 time: 0.1482804 Mar 28 14:21:47.663482 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 38078) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:21:47.801549 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2be4a68-f4b4-443a-aaef-e7ee6ff6d07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:47.802925 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-d2be4a68-f4b4-443a-aaef-e7ee6ff6d07b admin admin] 10.222.0.13 "GET /v2.0/networks/c66de8d5-469e-474b-81ba-d9e7301ef93c HTTP/1.1" status: 200 len: 886 time: 0.1384797 Mar 28 14:21:50.072957 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 38086) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:21:50.285787 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93d1aaf-20cc-4f45-a111-daf1963c6ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:50.286239 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93d1aaf-20cc-4f45-a111-daf1963c6ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:50.287797 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-b93d1aaf-20cc-4f45-a111-daf1963c6ab0 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2138886 Mar 28 14:21:52.556708 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 38094) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:21:52.681369 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d891e8c6-82cd-46f1-afbc-dcdaba2d60d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:52.681826 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d891e8c6-82cd-46f1-afbc-dcdaba2d60d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:52.683390 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-d891e8c6-82cd-46f1-afbc-dcdaba2d60d4 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1256421 Mar 28 14:21:55.019337 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 38102) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:21:55.116455 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76baef85-00e9-46f0-b0f7-3a3deb8a69d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:55.117771 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-76baef85-00e9-46f0-b0f7-3a3deb8a69d2 admin admin] 10.222.0.13 "GET /v2.0/subnets/342e3bf4-983e-4d87-9234-649cc438acd4 HTTP/1.1" status: 200 len: 868 time: 0.0974796 Mar 28 14:21:57.391289 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 38110) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:21:57.490784 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74b94ec-9696-4ca4-81c5-a1ba1c4b0bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:57.492147 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-e74b94ec-9696-4ca4-81c5-a1ba1c4b0bbe admin admin] 10.222.0.13 "GET /v2.0/subnets/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73 HTTP/1.1" status: 200 len: 816 time: 0.0996084 Mar 28 14:21:59.226512 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-7634637a-cadc-402f-bd69-031c771be158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:01.494826 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-5b3f859a-8e23-4d24-85f8-922047939eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:02.626406 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:03.875962 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:05.415682 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:16.822421 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 5 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:22:25.363950 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 38162) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:22:25.415170 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [None req-57ad715c-d81d-4ee3-bfc1-2d24152e6c52 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103204) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 14:22:25.416151 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-57ad715c-d81d-4ee3-bfc1-2d24152e6c52 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0512445 Mar 28 14:22:27.779416 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 38170) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:22:27.845661 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e237cd-eb1a-4bfb-8c49-7083172aa1bb admin admin] GET failed (client error): The resource could not be found. Mar 28 14:22:27.846897 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-d3e237cd-eb1a-4bfb-8c49-7083172aa1bb admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0664396 Mar 28 14:22:27.987062 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25515004-c208-490b-a438-e29e1d720706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:22:27.988448 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-25515004-c208-490b-a438-e29e1d720706 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1373656 Mar 28 14:22:29.220373 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-fba77efe-4a46-40b8-a31f-61f672290d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:30.306068 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 38178) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:22:30.362072 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-583bf738-47ed-4593-a531-f3ad8a8fe5ca admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:22:30.383456 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583bf738-47ed-4593-a531-f3ad8a8fe5ca admin admin] Made reservation on behalf of 253ea1fdb88e4753b8799150de74f432 for: {'network': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:22:30.385595 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-583bf738-47ed-4593-a531-f3ad8a8fe5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for network (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:30.422330 dv-cinder-790535-35-iscsi neutron-server[103205]: WARNING neutron.services.revisions.revision_plugin [None req-583bf738-47ed-4593-a531-f3ad8a8fe5ca admin admin] Could not find related network for resource to bump revision. Mar 28 14:22:30.436464 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583bf738-47ed-4593-a531-f3ad8a8fe5ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:22:30.445070 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-583bf738-47ed-4593-a531-f3ad8a8fe5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (e979ace6-d1e3-49f4-aab0-e7fc1fb92e72), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:30.445412 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.segments_db [None req-583bf738-47ed-4593-a531-f3ad8a8fe5ca admin admin] Added segment e979ace6-d1e3-49f4-aab0-e7fc1fb92e72 of type vlan for network f155d5e0-2298-4dad-8666-75204859dcc7 Mar 28 14:22:30.482164 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-583bf738-47ed-4593-a531-f3ad8a8fe5ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220902705'] for network (f155d5e0-2298-4dad-8666-75204859dcc7), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:30.507104 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-583bf738-47ed-4593-a531-f3ad8a8fe5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for network (f155d5e0-2298-4dad-8666-75204859dcc7), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:30.507975 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583bf738-47ed-4593-a531-f3ad8a8fe5ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:22:30.508535 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-583bf738-47ed-4593-a531-f3ad8a8fe5ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:30.561162 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-583bf738-47ed-4593-a531-f3ad8a8fe5ca admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2540143 Mar 28 14:22:30.567794 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583bf738-47ed-4593-a531-f3ad8a8fe5ca admin admin] Pushing event updated for resources: {'Network': ['ID=f155d5e0-2298-4dad-8666-75204859dcc7,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:22:30.579113 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Network f155d5e0-2298-4dad-8666-75204859dcc7 details requested by agent ovs-agent-dv-cinder-790535-35-iscsi with host dv-cinder-790535-35-iscsi {{(pid=103206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:22:31.506329 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-755a8bfd-e43c-4276-8e66-05982ac8adb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:32.630220 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:32.879556 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 38186) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:22:32.942347 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.pecan_wsgi.hooks.translation [None req-e69c979e-5178-4a04-b4dc-9d45e2a37671 admin admin] GET failed (client error): The resource could not be found. Mar 28 14:22:32.943656 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-e69c979e-5178-4a04-b4dc-9d45e2a37671 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0628943 Mar 28 14:22:33.014755 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68d650b-3001-4feb-a427-eb19cb5d4d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:22:33.016212 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-a68d650b-3001-4feb-a427-eb19cb5d4d42 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668957 Mar 28 14:22:33.028853 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'f155d5e0-2298-4dad-8666-75204859dcc7', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:22:33.049776 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Made reservation on behalf of 253ea1fdb88e4753b8799150de74f432 for: {'subnet': 1} {{(pid=103204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:22:33.051951 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:33.224232 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for subnet (ea0adb01-4bf4-4d8b-b984-eb49b9c68635), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:33.273365 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea0adb01-4bf4-4d8b-b984-eb49b9c68635,revision_number=0']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:22:33.286398 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.286745 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.287127 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.287475 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.287805 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.288138 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.288464 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.288787 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.289114 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.289436 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.289758 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.290084 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.290403 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.290723 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.291073 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.301320 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Checking segment: {'id': 'e979ace6-d1e3-49f4-aab0-e7fc1fb92e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f155d5e0-2298-4dad-8666-75204859dcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:22:33.301668 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Network hostable DHCP agents. Network: f155d5e0-2298-4dad-8666-75204859dcc7, hostable agents: ['eea6c500-11a4-453f-b304-9367778e315c'], hosted agents: [] {{(pid=103204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:22:33.319575 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Network f155d5e0-2298-4dad-8666-75204859dcc7 is scheduled to be hosted by DHCP agent eea6c500-11a4-453f-b304-9367778e315c with binding_index 1 {{(pid=103204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:22:33.330492 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-35-iscsi, f155d5e0-2298-4dad-8666-75204859dcc7) {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:22:33.334617 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:22:33.335247 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for subnet (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:33.339435 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243e1c53-e007-4ad1-911b-890779d8c5b6 None None] Network f155d5e0-2298-4dad-8666-75204859dcc7 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:22:33.352841 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-8ba109dc-ebfa-4c72-9dea-67f3c006e769 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3256521 Mar 28 14:22:33.545654 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69f788e2-bcdf-539a-bdd8-b0cf31fd8e9f-f155d5e0-2298-4dad-8666-75204859dcc7', 'network_id': 'f155d5e0-2298-4dad-8666-75204859dcc7', 'project_id': '253ea1fdb88e4753b8799150de74f432', 'fixed_ips': [{'subnet_id': 'ea0adb01-4bf4-4d8b-b984-eb49b9c68635'}]}} from dv-cinder-790535-35-iscsi. {{(pid=103206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 14:22:33.546511 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:33.682447 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.db_base_plugin_common [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Allocated IP 192.168.233.2 (f155d5e0-2298-4dad-8666-75204859dcc7/ea0adb01-4bf4-4d8b-b984-eb49b9c68635/2b290c72-a99d-411e-833f-5b7db04ca6bd) {{(pid=103206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:22:33.819831 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Publish callbacks [] for port (2b290c72-a99d-411e-833f-5b7db04ca6bd), precommit_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:33.826497 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (2b290c72-a99d-411e-833f-5b7db04ca6bd), after_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:33.881466 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Network f155d5e0-2298-4dad-8666-75204859dcc7 is already hosted by enough agents. {{(pid=103206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:22:33.883315 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Pushing event updated for resources: {'Port': ['ID=2b290c72-a99d-411e-833f-5b7db04ca6bd,revision_number=1']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:22:33.887126 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.scheduler.base_scheduler [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Resources bound (agent type, host, resource id): {{(pid=103206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:22:33.892643 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Received port after_create {{(pid=103206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:22:33.894993 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.895373 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.895717 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.896063 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.896392 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.896716 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.897030 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.897348 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.897690 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.898011 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.898343 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.898670 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.898978 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.899312 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.899627 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:22:33.934365 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:33.964275 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Attempting to bind port 2b290c72-a99d-411e-833f-5b7db04ca6bd on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:22:33.964638 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Attempting to bind port 2b290c72-a99d-411e-833f-5b7db04ca6bd by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': 'e979ace6-d1e3-49f4-aab0-e7fc1fb92e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f155d5e0-2298-4dad-8666-75204859dcc7'}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:22:33.965012 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Attempting to bind port 2b290c72-a99d-411e-833f-5b7db04ca6bd on network f155d5e0-2298-4dad-8666-75204859dcc7 {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:22:33.969966 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:22:33.970328 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Checking segment: {'id': 'e979ace6-d1e3-49f4-aab0-e7fc1fb92e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f155d5e0-2298-4dad-8666-75204859dcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:22:33.970716 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:33.971143 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Bound using segment: {'id': 'e979ace6-d1e3-49f4-aab0-e7fc1fb92e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f155d5e0-2298-4dad-8666-75204859dcc7'} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:22:33.971599 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Bound port: 2b290c72-a99d-411e-833f-5b7db04ca6bd, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e979ace6-d1e3-49f4-aab0-e7fc1fb92e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f155d5e0-2298-4dad-8666-75204859dcc7'}}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:22:33.971964 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (2b290c72-a99d-411e-833f-5b7db04ca6bd), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:34.033031 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] For port 2b290c72-a99d-411e-833f-5b7db04ca6bd, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:22:34.036398 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] For port 2b290c72-a99d-411e-833f-5b7db04ca6bd, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=2b290c72-a99d-411e-833f-5b7db04ca6bd,segment=NetworkSegment(e979ace6-d1e3-49f4-aab0-e7fc1fb92e72),segment_id=e979ace6-d1e3-49f4-aab0-e7fc1fb92e72)] {{(pid=103206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:22:34.041990 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (2b290c72-a99d-411e-833f-5b7db04ca6bd), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:34.104007 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f7ac8-a015-4d3b-b5f8-b297b4424ac6 None None] Pushing event updated for resources: {'Port': ['ID=2b290c72-a99d-411e-833f-5b7db04ca6bd,revision_number=2']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:22:34.374640 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 2b290c72-a99d-411e-833f-5b7db04ca6bd up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:22:34.429489 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 2b290c72-a99d-411e-833f-5b7db04ca6bd triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:22:34.429885 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (2b290c72-a99d-411e-833f-5b7db04ca6bd), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:34.506594 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 2b290c72-a99d-411e-833f-5b7db04ca6bd is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:22:34.506979 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (2b290c72-a99d-411e-833f-5b7db04ca6bd), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:34.542384 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] For port 2b290c72-a99d-411e-833f-5b7db04ca6bd, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=2b290c72-a99d-411e-833f-5b7db04ca6bd,segment=NetworkSegment(e979ace6-d1e3-49f4-aab0-e7fc1fb92e72),segment_id=e979ace6-d1e3-49f4-aab0-e7fc1fb92e72)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:22:34.550626 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (2b290c72-a99d-411e-833f-5b7db04ca6bd), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:34.597501 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Pushing event updated for resources: {'Port': ['ID=2b290c72-a99d-411e-833f-5b7db04ca6bd,revision_number=3']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:22:34.965424 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67635ea9-4c61-4f5f-a166-dcc294848fdd None None] Network f155d5e0-2298-4dad-8666-75204859dcc7 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:22:35.028761 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-75edac79-ab77-45f7-956e-293a26057506 None None] Provisioning complete for port 2b290c72-a99d-411e-833f-5b7db04ca6bd triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:22:35.029146 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-75edac79-ab77-45f7-956e-293a26057506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (2b290c72-a99d-411e-833f-5b7db04ca6bd), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:35.146244 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-75edac79-ab77-45f7-956e-293a26057506 None None] Current status of the port 2b290c72-a99d-411e-833f-5b7db04ca6bd is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:22:35.372339 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-d32419ec-8b49-4757-820e-67cd1bfe2e30 None None] Provisioning complete for port 2b290c72-a99d-411e-833f-5b7db04ca6bd triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:22:35.372894 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-d32419ec-8b49-4757-820e-67cd1bfe2e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (2b290c72-a99d-411e-833f-5b7db04ca6bd), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:35.428883 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:35.469000 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-d32419ec-8b49-4757-820e-67cd1bfe2e30 None None] Current status of the port 2b290c72-a99d-411e-833f-5b7db04ca6bd is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:22:36.285663 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 2b290c72-a99d-411e-833f-5b7db04ca6bd up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:22:36.333067 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 2b290c72-a99d-411e-833f-5b7db04ca6bd triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:22:36.333466 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (2b290c72-a99d-411e-833f-5b7db04ca6bd), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:22:36.412138 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 2b290c72-a99d-411e-833f-5b7db04ca6bd is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:22:53.821521 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 5 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:22:59.223902 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-4039aa78-4b4f-465b-8a60-32b78a400547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:23:01.504077 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-0ab64370-e24e-41e1-b3bb-a88077ff754f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:23:02.630543 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:23:03.886081 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:23:05.422842 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:23:29.232641 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-444d636a-f7d6-42c7-a696-38dd818736d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:23:30.825800 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 5 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:23:31.508243 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-b3df382b-292b-4caa-985b-3ba1f3d5dde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:23:32.635224 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:23:33.890103 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:23:35.427258 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:23:59.226529 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-517ba15e-14d7-4225-87b8-73d8df19edab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:24:01.502308 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-5411b6da-fd4e-44f3-b8bd-ce7119eeab93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:24:02.014661 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 38226) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:24:02.020343 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [None req-d941156d-15a9-4286-8ec2-b0b0d0bca866 tempest-verify_tempest_config-315236820 tempest-verify_tempest_config-315236820-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103205) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 14:24:02.021312 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-d941156d-15a9-4286-8ec2-b0b0d0bca866 tempest-verify_tempest_config-315236820 tempest-verify_tempest_config-315236820-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056734 Mar 28 14:24:02.325268 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 38244) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:24:02.439126 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9c0542d9-fad3-489b-8ec4-9c739bc31391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:24:02.513525 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9c0542d9-fad3-489b-8ec4-9c739bc31391 admin admin] Publish callbacks [] for security_group (86308b6d-f043-404b-b808-2df4227439ea), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:24:02.518376 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9c0542d9-fad3-489b-8ec4-9c739bc31391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (86308b6d-f043-404b-b808-2df4227439ea), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:24:02.570206 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-9c0542d9-fad3-489b-8ec4-9c739bc31391 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=040b6f61c0d64ad4b137bf7e15fe40f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2439051 Mar 28 14:24:02.571008 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0542d9-fad3-489b-8ec4-9c739bc31391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86308b6d-f043-404b-b808-2df4227439ea,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:24:02.573209 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 38248) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:24:02.577767 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0542d9-fad3-489b-8ec4-9c739bc31391 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.578107 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0542d9-fad3-489b-8ec4-9c739bc31391 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.578445 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0542d9-fad3-489b-8ec4-9c739bc31391 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.578778 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0542d9-fad3-489b-8ec4-9c739bc31391 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.579128 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0542d9-fad3-489b-8ec4-9c739bc31391 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.579459 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0542d9-fad3-489b-8ec4-9c739bc31391 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.579775 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0542d9-fad3-489b-8ec4-9c739bc31391 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.580093 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0542d9-fad3-489b-8ec4-9c739bc31391 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.580408 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0542d9-fad3-489b-8ec4-9c739bc31391 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.580715 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0542d9-fad3-489b-8ec4-9c739bc31391 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.581017 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0542d9-fad3-489b-8ec4-9c739bc31391 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.581331 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0542d9-fad3-489b-8ec4-9c739bc31391 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.581647 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0542d9-fad3-489b-8ec4-9c739bc31391 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.581961 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0542d9-fad3-489b-8ec4-9c739bc31391 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.582270 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0542d9-fad3-489b-8ec4-9c739bc31391 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.636101 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:24:02.648242 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-52f0b6e6-cab4-4ed9-8dfa-954b4d0e4dc4 admin admin] Publish callbacks [] for security_group (86308b6d-f043-404b-b808-2df4227439ea), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:24:02.668519 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-52f0b6e6-cab4-4ed9-8dfa-954b4d0e4dc4 admin admin] Publish callbacks [] for security_group (86308b6d-f043-404b-b808-2df4227439ea), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:24:02.773782 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-52f0b6e6-cab4-4ed9-8dfa-954b4d0e4dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (86308b6d-f043-404b-b808-2df4227439ea), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:24:02.777865 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-52f0b6e6-cab4-4ed9-8dfa-954b4d0e4dc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:24:02.779317 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-52f0b6e6-cab4-4ed9-8dfa-954b4d0e4dc4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86308b6d-f043-404b-b808-2df4227439ea HTTP/1.1" status: 204 len: 168 time: 0.2050328 Mar 28 14:24:02.787706 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0b6e6-cab4-4ed9-8dfa-954b4d0e4dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86308b6d-f043-404b-b808-2df4227439ea,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:24:02.794663 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0b6e6-cab4-4ed9-8dfa-954b4d0e4dc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.795005 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0b6e6-cab4-4ed9-8dfa-954b4d0e4dc4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.795381 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0b6e6-cab4-4ed9-8dfa-954b4d0e4dc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.795706 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0b6e6-cab4-4ed9-8dfa-954b4d0e4dc4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.796035 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0b6e6-cab4-4ed9-8dfa-954b4d0e4dc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.796365 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0b6e6-cab4-4ed9-8dfa-954b4d0e4dc4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.796689 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0b6e6-cab4-4ed9-8dfa-954b4d0e4dc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.797009 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0b6e6-cab4-4ed9-8dfa-954b4d0e4dc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.797330 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0b6e6-cab4-4ed9-8dfa-954b4d0e4dc4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.797650 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0b6e6-cab4-4ed9-8dfa-954b4d0e4dc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.797968 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0b6e6-cab4-4ed9-8dfa-954b4d0e4dc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.798284 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0b6e6-cab4-4ed9-8dfa-954b4d0e4dc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.798602 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0b6e6-cab4-4ed9-8dfa-954b4d0e4dc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.798975 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0b6e6-cab4-4ed9-8dfa-954b4d0e4dc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:02.799315 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0b6e6-cab4-4ed9-8dfa-954b4d0e4dc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:24:03.892523 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:24:05.434370 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:24:07.825317 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 5 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:24:29.235346 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-2ebe87bd-7e03-4335-94fb-ba27a508b582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:24:31.519006 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-e1a63b4d-6fe5-4983-9266-39de9002e338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:24:32.654163 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:24:33.904546 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:24:35.441481 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:24:44.824976 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 5 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:24:59.235889 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-16d9b5f7-79fa-45be-ae9b-2780eebf35b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:25:01.520574 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-6188a81f-f965-4e84-80c6-cfaff80f91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:25:02.657973 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:25:03.904831 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:25:05.433493 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:25:21.829205 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 5 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:25:29.234570 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-8da05693-1184-432c-853c-3730ed084392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:25:31.520839 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-af538166-fba0-4868-b9f3-f17af51c87db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:25:32.655879 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:25:33.906482 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:25:35.431845 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:25:39.147426 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1558485'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:25:54.056500 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 38320) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:25:54.169420 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-940d066a-b6cf-42f4-93b8-0b07e85f6537 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1113636 Mar 28 14:25:56.494657 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 38330) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:25:56.559770 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-b7e8a594-7bb8-4bfd-a16e-1e938da833a6 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0639868 Mar 28 14:25:58.832210 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:25:59.230202 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-44fba1e5-c133-4991-9494-99fe220e38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:26:01.516180 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-44635822-be41-406d-b49b-6dd18f994650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:26:02.654747 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:26:03.914004 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:26:05.436252 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:26:09.138498 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:26:29.227639 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-878307ca-9819-43a6-8cc8-48a571dc5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:26:31.524099 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-4425a5de-8101-4cce-9cd1-1bc97a5939b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:26:32.667931 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:26:33.916768 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:26:35.433641 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:26:35.836360 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:26:39.142197 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:26:59.224818 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-8d05dce7-b3fc-4c77-98c9-70cd073599c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:01.510010 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-86ca1ab6-4944-4144-ba57-c2791bb16fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:02.660287 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:03.916048 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:05.429075 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:09.146269 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:12.835124 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:27:29.224564 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3eaf1cc4-228f-4929-afe8-942feff38f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:31.524993 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-d75c2b7e-8b51-4a47-9dc3-e29dd945a83b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:32.662707 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:33.355485 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 38514) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:33.383876 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 38522) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:33.493145 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 38532) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:33.685769 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-165406945-network', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:33.704616 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Made reservation on behalf of 6377be1dbc9d4159b9dde7c4218d1520 for: {'network': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:27:33.706914 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for network (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:33.714999 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:33.799532 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Publish callbacks [] for security_group (84fbe606-03f8-4318-93f3-b1f5a5a1a17c), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:33.799532 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (84fbe606-03f8-4318-93f3-b1f5a5a1a17c), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:33.810162 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-346164699-network', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:33.823737 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:27:33.836708 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Made reservation on behalf of c2306e519eba4cfa82246420f4c4f925 for: {'network': 1} {{(pid=103204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:27:33.839196 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for network (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:33.841223 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fbe606-03f8-4318-93f3-b1f5a5a1a17c,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:33.847697 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:33.849738 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:33.850075 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:33.850402 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:33.850729 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:33.851072 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:33.851397 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:33.852391 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:33.852391 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:33.852391 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:33.852723 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:33.852923 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:33.853475 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:33.853998 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:33.854487 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:33.854951 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Tracked resource versions report: Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: pushed versions: Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: { 'AddressGroup': {'1.2'}, Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'Agent': {'1.1'}, Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'ConntrackHelper': {'1.0'}, Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'LocalIPAssociation': {'1.0'}, Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'Log': {'1.0'}, Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'NDPProxy': {'1.0'}, Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'Network': {'1.1'}, Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'Port': {'1.7'}, Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'PortForwarding': {'1.3'}, Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'QosPolicy': {'1.10'}, Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'SecurityGroup': {'1.5'}, Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'SecurityGroupRule': {'1.2'}, Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'SubPort': {'1.0'}, Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'Subnet': {'1.1'}, Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'Trunk': {'1.1'}} Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: consumer versions: Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: { DHCP agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: HyperV agent@hv-cinder-79053: {}, Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: L3 agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: Metadata agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: Metering agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: Open vSwitch agent@dv-cinder-790535-35-iscsi: { 'AddressGroup': '1.2', Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'Agent': '1.1', Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'ConntrackHelper': '1.0', Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'LocalIPAssociation': '1.0', Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'Log': '1.0', Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'NDPProxy': '1.0', Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'Network': '1.1', Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'Port': '1.7', Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'PortForwarding': '1.3', Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'QosPolicy': '1.10', Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'SecurityGroup': '1.5', Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'SecurityGroupRule': '1.2', Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'SubPort': '1.0', Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'Subnet': '1.1', Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: 'Trunk': '1.1'}} Mar 28 14:27:33.856549 dv-cinder-790535-35-iscsi neutron-server[103205]: {{(pid=103205) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 14:27:33.866533 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (55bf6534-2009-442c-a956-6e523eeb9410), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:33.866873 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.segments_db [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Added segment 55bf6534-2009-442c-a956-6e523eeb9410 of type vlan for network afb5a3e7-7844-40a2-b2f3-321ba05c443b Mar 28 14:27:33.932268 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:33.933152 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220902705'] for network (afb5a3e7-7844-40a2-b2f3-321ba05c443b), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:33.955012 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Publish callbacks [] for security_group (ba47cadd-256d-4651-947e-f0baebe2d243), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:33.956717 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 38544) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:33.962781 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for network (afb5a3e7-7844-40a2-b2f3-321ba05c443b), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:33.963679 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (ba47cadd-256d-4651-947e-f0baebe2d243), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:33.963851 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:33.964428 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:33.991624 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba47cadd-256d-4651-947e-f0baebe2d243,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:34.001170 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:34.002029 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:34.002947 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:34.003457 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:34.003941 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:34.004411 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:34.004897 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:34.005591 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:34.006073 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:34.006688 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:34.007197 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:34.007682 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:34.008287 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:34.008798 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:34.009906 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Tracked resource versions report: Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: pushed versions: Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: { 'AddressGroup': {'1.2'}, Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'Agent': {'1.1'}, Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'ConntrackHelper': {'1.0'}, Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'LocalIPAssociation': {'1.0'}, Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'Log': {'1.0'}, Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'NDPProxy': {'1.0'}, Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'Network': {'1.1'}, Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'Port': {'1.7'}, Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'PortForwarding': {'1.3'}, Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'QosPolicy': {'1.10'}, Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'SecurityGroup': {'1.5'}, Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'SecurityGroupRule': {'1.2'}, Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'SubPort': {'1.0'}, Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'Subnet': {'1.1'}, Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'Trunk': {'1.1'}} Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: consumer versions: Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: { DHCP agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: HyperV agent@hv-cinder-79053: {}, Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: L3 agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: Metadata agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: Metering agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: Open vSwitch agent@dv-cinder-790535-35-iscsi: { 'AddressGroup': '1.2', Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'Agent': '1.1', Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'ConntrackHelper': '1.0', Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'LocalIPAssociation': '1.0', Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'Log': '1.0', Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'NDPProxy': '1.0', Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'Network': '1.1', Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'Port': '1.7', Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'PortForwarding': '1.3', Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'QosPolicy': '1.10', Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'SecurityGroup': '1.5', Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'SecurityGroupRule': '1.2', Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'SubPort': '1.0', Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'Subnet': '1.1', Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: 'Trunk': '1.1'}} Mar 28 14:27:34.011322 dv-cinder-790535-35-iscsi neutron-server[103204]: {{(pid=103204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 14:27:34.016907 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-44ab83b0-e286-44b2-9462-edb3ce34bafe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1215945564-network', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:34.039939 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6833146 Mar 28 14:27:34.042817 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:27:34.044844 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 38552) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:34.045201 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 38554) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:34.051644 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-9756a231-071f-47eb-8b7c-21b1cda5f3f5 admin admin] Request body: {'subnet': {'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-165406945-subnet', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:34.058896 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793221261617', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (358170f0-2257-45aa-b080-0f9eeeb25425), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.059872 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Unsubscribe: segment precommit_create {{(pid=103204) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 14:27:34.060561 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.db.segments_db [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Added segment 358170f0-2257-45aa-b080-0f9eeeb25425 of type vlan for network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb Mar 28 14:27:34.079747 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9e0f6-89f7-4571-9749-b5477f225f02 admin admin] Pushing event updated for resources: {'Network': ['ID=afb5a3e7-7844-40a2-b2f3-321ba05c443b,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:34.090918 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Network afb5a3e7-7844-40a2-b2f3-321ba05c443b details requested by agent ovs-agent-dv-cinder-790535-35-iscsi with host dv-cinder-790535-35-iscsi {{(pid=103206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:27:34.103013 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ab83b0-e286-44b2-9462-edb3ce34bafe admin admin] Made reservation on behalf of 1519a1dc346a484ea1368320ac6d675c for: {'network': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:27:34.105668 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-44ab83b0-e286-44b2-9462-edb3ce34bafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for network (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.124556 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-44ab83b0-e286-44b2-9462-edb3ce34bafe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.125688 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220902705'] for network (c1d7e8b2-233f-4909-9d7e-cac5ada02fdb), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.126827 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9756a231-071f-47eb-8b7c-21b1cda5f3f5 admin admin] Made reservation on behalf of 6377be1dbc9d4159b9dde7c4218d1520 for: {'subnet': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:27:34.129584 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9756a231-071f-47eb-8b7c-21b1cda5f3f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.159584 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for network (c1d7e8b2-233f-4909-9d7e-cac5ada02fdb), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.160683 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:34.161289 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.275492 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] Pushing event updated for resources: {'Network': ['ID=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:34.284024 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-204f6a7a-7bb7-4992-892e-7281db4aba56 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8990698 Mar 28 14:27:34.284698 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 38572) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:34.288259 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-90bd68b1-ebe0-460a-b56f-2dabe226137a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-683493562-network', 'tenant_id': '4452c36223084e62a654d03f976a56b0'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:34.304166 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-34e32c47-a23d-49f1-823c-7d4b06e4c90d admin admin] Request body: {'subnet': {'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-346164699-subnet', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:34.309556 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb details requested by agent ovs-agent-dv-cinder-790535-35-iscsi with host dv-cinder-790535-35-iscsi {{(pid=103206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:27:34.324820 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bd68b1-ebe0-460a-b56f-2dabe226137a admin admin] Made reservation on behalf of 4452c36223084e62a654d03f976a56b0 for: {'network': 1} {{(pid=103204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:27:34.327764 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-90bd68b1-ebe0-460a-b56f-2dabe226137a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for network (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.338544 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-2fa4de8d-c0f3-4af0-858b-bc7e80177f58 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1174680643-network', 'tenant_id': '26effb221cba493895805136dd811e20'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:34.339464 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-90bd68b1-ebe0-460a-b56f-2dabe226137a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.362706 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e32c47-a23d-49f1-823c-7d4b06e4c90d admin admin] Made reservation on behalf of c2306e519eba4cfa82246420f4c4f925 for: {'subnet': 1} {{(pid=103204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:27:34.364982 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-34e32c47-a23d-49f1-823c-7d4b06e4c90d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.403091 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-44ab83b0-e286-44b2-9462-edb3ce34bafe admin admin] Publish callbacks [] for security_group (5a1c91f1-728f-4664-97b6-fe946a12cccb), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.413048 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-44ab83b0-e286-44b2-9462-edb3ce34bafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (5a1c91f1-728f-4664-97b6-fe946a12cccb), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.463971 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab83b0-e286-44b2-9462-edb3ce34bafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1c91f1-728f-4664-97b6-fe946a12cccb,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:34.488311 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-90bd68b1-ebe0-460a-b56f-2dabe226137a admin admin] Publish callbacks [] for security_group (e57f37eb-57f8-492e-b0ea-e5e170e157a3), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.493031 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ab83b0-e286-44b2-9462-edb3ce34bafe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:27:34.531571 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa4de8d-c0f3-4af0-858b-bc7e80177f58 admin admin] Made reservation on behalf of 26effb221cba493895805136dd811e20 for: {'network': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:27:34.534056 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2fa4de8d-c0f3-4af0-858b-bc7e80177f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for network (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.556509 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-44ab83b0-e286-44b2-9462-edb3ce34bafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (a8b084e1-c299-41e1-b5fd-5fcaad52ebed), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.556915 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.segments_db [None req-44ab83b0-e286-44b2-9462-edb3ce34bafe admin admin] Added segment a8b084e1-c299-41e1-b5fd-5fcaad52ebed of type vlan for network 6f3f979a-d18b-4240-ba5e-d7c4fbc29362 Mar 28 14:27:34.558435 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2fa4de8d-c0f3-4af0-858b-bc7e80177f58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.587064 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-90bd68b1-ebe0-460a-b56f-2dabe226137a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (e57f37eb-57f8-492e-b0ea-e5e170e157a3), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.605655 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90bd68b1-ebe0-460a-b56f-2dabe226137a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:27:34.609306 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9756a231-071f-47eb-8b7c-21b1cda5f3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for subnet (ac33e34d-f8ce-422d-8ea1-9189d3900f1e), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.614983 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-90bd68b1-ebe0-460a-b56f-2dabe226137a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (b04b13f6-cb10-49fc-9df7-94d956ef1ea0), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.615348 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.db.segments_db [None req-90bd68b1-ebe0-460a-b56f-2dabe226137a admin admin] Added segment b04b13f6-cb10-49fc-9df7-94d956ef1ea0 of type vlan for network 5b68372c-e612-4b51-a485-e4be3ede082d Mar 28 14:27:34.655900 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-90bd68b1-ebe0-460a-b56f-2dabe226137a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220902705'] for network (5b68372c-e612-4b51-a485-e4be3ede082d), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.658297 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-44ab83b0-e286-44b2-9462-edb3ce34bafe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220902705'] for network (6f3f979a-d18b-4240-ba5e-d7c4fbc29362), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.677823 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-34e32c47-a23d-49f1-823c-7d4b06e4c90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for subnet (42ae119e-55a6-4649-98c6-27d9c3bb606b), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.711460 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd68b1-ebe0-460a-b56f-2dabe226137a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57f37eb-57f8-492e-b0ea-e5e170e157a3,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:34.731901 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756a231-071f-47eb-8b7c-21b1cda5f3f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac33e34d-f8ce-422d-8ea1-9189d3900f1e,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:34.762384 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-44ab83b0-e286-44b2-9462-edb3ce34bafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for network (6f3f979a-d18b-4240-ba5e-d7c4fbc29362), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.763541 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-90bd68b1-ebe0-460a-b56f-2dabe226137a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for network (5b68372c-e612-4b51-a485-e4be3ede082d), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.764924 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bd68b1-ebe0-460a-b56f-2dabe226137a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:34.765569 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ab83b0-e286-44b2-9462-edb3ce34bafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:34.765920 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-90bd68b1-ebe0-460a-b56f-2dabe226137a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.766169 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-44ab83b0-e286-44b2-9462-edb3ce34bafe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.776156 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e32c47-a23d-49f1-823c-7d4b06e4c90d admin admin] Pushing event updated for resources: {'Subnet': ['ID=42ae119e-55a6-4649-98c6-27d9c3bb606b,revision_number=0']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:34.831245 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2fa4de8d-c0f3-4af0-858b-bc7e80177f58 admin admin] Publish callbacks [] for security_group (d1b7deea-a797-416e-a66e-74a7c99af083), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.847173 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9756a231-071f-47eb-8b7c-21b1cda5f3f5 admin admin] Checking segment: {'id': '55bf6534-2009-442c-a956-6e523eeb9410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:27:34.847538 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9756a231-071f-47eb-8b7c-21b1cda5f3f5 admin admin] Network hostable DHCP agents. Network: afb5a3e7-7844-40a2-b2f3-321ba05c443b, hostable agents: ['eea6c500-11a4-453f-b304-9367778e315c'], hosted agents: [] {{(pid=103205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:27:34.869640 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-90bd68b1-ebe0-460a-b56f-2dabe226137a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9090571 Mar 28 14:27:34.874657 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e32c47-a23d-49f1-823c-7d4b06e4c90d admin admin] Checking segment: {'id': '358170f0-2257-45aa-b080-0f9eeeb25425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:27:34.875339 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e32c47-a23d-49f1-823c-7d4b06e4c90d admin admin] Network hostable DHCP agents. Network: c1d7e8b2-233f-4909-9d7e-cac5ada02fdb, hostable agents: ['eea6c500-11a4-453f-b304-9367778e315c'], hosted agents: [] {{(pid=103204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:27:34.880663 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 38604) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:34.881649 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2fa4de8d-c0f3-4af0-858b-bc7e80177f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (d1b7deea-a797-416e-a66e-74a7c99af083), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.898515 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-feef0082-b574-4746-b774-35bce6d12eb9 admin admin] Request body: {'subnet': {'network_id': '5b68372c-e612-4b51-a485-e4be3ede082d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-683493562-subnet', 'tenant_id': '4452c36223084e62a654d03f976a56b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:34.913728 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-44ab83b0-e286-44b2-9462-edb3ce34bafe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4190156 Mar 28 14:27:34.920916 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 38610) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:34.926675 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-b18d4642-38d6-4a0f-aee0-1dfcd6b3f92f admin admin] Request body: {'subnet': {'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1215945564-subnet', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:34.932463 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e32c47-a23d-49f1-823c-7d4b06e4c90d admin admin] Network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb is scheduled to be hosted by DHCP agent eea6c500-11a4-453f-b304-9367778e315c with binding_index 1 {{(pid=103204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:27:34.935232 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd68b1-ebe0-460a-b56f-2dabe226137a admin admin] Pushing event updated for resources: {'Network': ['ID=5b68372c-e612-4b51-a485-e4be3ede082d,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:34.950568 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa4de8d-c0f3-4af0-858b-bc7e80177f58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:27:34.954126 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab83b0-e286-44b2-9462-edb3ce34bafe admin admin] Pushing event updated for resources: {'Network': ['ID=6f3f979a-d18b-4240-ba5e-d7c4fbc29362,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:34.960671 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Network 5b68372c-e612-4b51-a485-e4be3ede082d details requested by agent ovs-agent-dv-cinder-790535-35-iscsi with host dv-cinder-790535-35-iscsi {{(pid=103206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:27:34.970604 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9756a231-071f-47eb-8b7c-21b1cda5f3f5 admin admin] Network afb5a3e7-7844-40a2-b2f3-321ba05c443b is scheduled to be hosted by DHCP agent eea6c500-11a4-453f-b304-9367778e315c with binding_index 1 {{(pid=103205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:27:34.972970 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-34e32c47-a23d-49f1-823c-7d4b06e4c90d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-35-iscsi, c1d7e8b2-233f-4909-9d7e-cac5ada02fdb) {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:27:34.977605 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18d4642-38d6-4a0f-aee0-1dfcd6b3f92f admin admin] Made reservation on behalf of 1519a1dc346a484ea1368320ac6d675c for: {'subnet': 1} {{(pid=103204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:27:34.983917 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b18d4642-38d6-4a0f-aee0-1dfcd6b3f92f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:34.984901 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-9756a231-071f-47eb-8b7c-21b1cda5f3f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-35-iscsi, afb5a3e7-7844-40a2-b2f3-321ba05c443b) {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:27:34.992633 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9756a231-071f-47eb-8b7c-21b1cda5f3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:34.993803 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9756a231-071f-47eb-8b7c-21b1cda5f3f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for subnet (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:35.007827 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2fa4de8d-c0f3-4af0-858b-bc7e80177f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (0b42712e-6ee5-410e-ae00-ddf94035ad06), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:35.008177 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.segments_db [None req-2fa4de8d-c0f3-4af0-858b-bc7e80177f58 admin admin] Added segment 0b42712e-6ee5-410e-ae00-ddf94035ad06 of type vlan for network bcd22f98-d55c-4ded-97e4-59fdf5d005e8 Mar 28 14:27:35.035848 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4de8d-c0f3-4af0-858b-bc7e80177f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b7deea-a797-416e-a66e-74a7c99af083,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:35.067833 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2c6758-3d08-452c-ac9c-342768418d82 None None] Network afb5a3e7-7844-40a2-b2f3-321ba05c443b requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:27:35.069915 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Network 6f3f979a-d18b-4240-ba5e-d7c4fbc29362 details requested by agent ovs-agent-dv-cinder-790535-35-iscsi with host dv-cinder-790535-35-iscsi {{(pid=103206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:27:35.110366 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-9756a231-071f-47eb-8b7c-21b1cda5f3f5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0641408 Mar 28 14:27:35.115727 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 38616) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:35.120983 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e32c47-a23d-49f1-823c-7d4b06e4c90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:35.121766 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-34e32c47-a23d-49f1-823c-7d4b06e4c90d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for subnet (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:35.144159 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-955349f1-7be1-4ec5-a61e-9a8bc884583a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-165406945-router', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:35.154046 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-34e32c47-a23d-49f1-823c-7d4b06e4c90d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8537517 Mar 28 14:27:35.158166 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feef0082-b574-4746-b774-35bce6d12eb9 admin admin] Made reservation on behalf of 4452c36223084e62a654d03f976a56b0 for: {'subnet': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:27:35.160620 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 38622) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:35.162702 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-feef0082-b574-4746-b774-35bce6d12eb9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:35.186049 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-77d84326-e99d-4a57-84ae-dd609138507a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:35.237806 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf59f4c8-0dd6-4403-8c7c-d1a67a3ae63d None None] Network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:27:35.266054 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-77d84326-e99d-4a57-84ae-dd609138507a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1571640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63144'] for router (397000c6-b7b9-4b28-ab6b-2e9f38f60eb2), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:35.267249 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-77d84326-e99d-4a57-84ae-dd609138507a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1558009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63137'] for router (397000c6-b7b9-4b28-ab6b-2e9f38f60eb2), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:35.375166 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69f788e2-bcdf-539a-bdd8-b0cf31fd8e9f-afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'fixed_ips': [{'subnet_id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e'}]}} from dv-cinder-790535-35-iscsi. {{(pid=103206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 14:27:35.377778 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:35.460983 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b18d4642-38d6-4a0f-aee0-1dfcd6b3f92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for subnet (52dd69ba-aebc-4a99-b26d-625288b32bae), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:35.523477 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.db_base_plugin_common [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Allocated IP 172.20.0.2 (afb5a3e7-7844-40a2-b2f3-321ba05c443b/ac33e34d-f8ce-422d-8ea1-9189d3900f1e/71160d67-2032-41b5-bc87-406331760ed0) {{(pid=103206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:27:35.528039 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d4642-38d6-4a0f-aee0-1dfcd6b3f92f admin admin] Pushing event updated for resources: {'Subnet': ['ID=52dd69ba-aebc-4a99-b26d-625288b32bae,revision_number=0']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:35.562586 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2fa4de8d-c0f3-4af0-858b-bc7e80177f58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220902705'] for network (bcd22f98-d55c-4ded-97e4-59fdf5d005e8), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:35.571932 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-feef0082-b574-4746-b774-35bce6d12eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for subnet (f1c46b14-5f49-4d7c-8665-a19031516c84), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:35.620834 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-955349f1-7be1-4ec5-a61e-9a8bc884583a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1571640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63144'] for router (de201a7f-c106-430f-88c1-91e3f5b48dca), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:35.622219 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-955349f1-7be1-4ec5-a61e-9a8bc884583a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1558009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63137'] for router (de201a7f-c106-430f-88c1-91e3f5b48dca), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:35.653955 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2fa4de8d-c0f3-4af0-858b-bc7e80177f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for network (bcd22f98-d55c-4ded-97e4-59fdf5d005e8), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:35.655248 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa4de8d-c0f3-4af0-858b-bc7e80177f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:35.655907 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2fa4de8d-c0f3-4af0-858b-bc7e80177f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:35.670149 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef0082-b574-4746-b774-35bce6d12eb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1c46b14-5f49-4d7c-8665-a19031516c84,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:35.753130 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-77d84326-e99d-4a57-84ae-dd609138507a admin admin] Publish callbacks [] for router_controller (397000c6-b7b9-4b28-ab6b-2e9f38f60eb2), precommit_add_association {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:35.764464 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-2fa4de8d-c0f3-4af0-858b-bc7e80177f58 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7171004 Mar 28 14:27:35.776589 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 38642) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:35.785107 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-5605189e-2da8-469d-b42a-aa9453c15a88 admin admin] Request body: {'subnet': {'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1174680643-subnet', 'tenant_id': '26effb221cba493895805136dd811e20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:35.799592 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-955349f1-7be1-4ec5-a61e-9a8bc884583a admin admin] Publish callbacks [] for router_controller (de201a7f-c106-430f-88c1-91e3f5b48dca), precommit_add_association {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:35.807486 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Publish callbacks [] for port (71160d67-2032-41b5-bc87-406331760ed0), precommit_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:35.810808 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a160e7da-b973-4131-8e0c-358f305e4769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69f788e2-bcdf-539a-bdd8-b0cf31fd8e9f-c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b'}]}} from dv-cinder-790535-35-iscsi. {{(pid=103206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 14:27:35.816732 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a160e7da-b973-4131-8e0c-358f305e4769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:35.817334 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feef0082-b574-4746-b774-35bce6d12eb9 admin admin] Checking segment: {'id': 'b04b13f6-cb10-49fc-9df7-94d956ef1ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b68372c-e612-4b51-a485-e4be3ede082d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:27:35.817693 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feef0082-b574-4746-b774-35bce6d12eb9 admin admin] Network hostable DHCP agents. Network: 5b68372c-e612-4b51-a485-e4be3ede082d, hostable agents: ['eea6c500-11a4-453f-b304-9367778e315c'], hosted agents: [] {{(pid=103205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:27:35.901675 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18d4642-38d6-4a0f-aee0-1dfcd6b3f92f admin admin] Checking segment: {'id': 'a8b084e1-c299-41e1-b5fd-5fcaad52ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:27:35.902036 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18d4642-38d6-4a0f-aee0-1dfcd6b3f92f admin admin] Network hostable DHCP agents. Network: 6f3f979a-d18b-4240-ba5e-d7c4fbc29362, hostable agents: ['eea6c500-11a4-453f-b304-9367778e315c'], hosted agents: [] {{(pid=103204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:27:35.919586 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4de8d-c0f3-4af0-858b-bc7e80177f58 admin admin] Pushing event updated for resources: {'Network': ['ID=bcd22f98-d55c-4ded-97e4-59fdf5d005e8,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:36.050999 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5605189e-2da8-469d-b42a-aa9453c15a88 admin admin] Made reservation on behalf of 26effb221cba493895805136dd811e20 for: {'subnet': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:27:36.057164 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5605189e-2da8-469d-b42a-aa9453c15a88 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:36.093653 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feef0082-b574-4746-b774-35bce6d12eb9 admin admin] Network 5b68372c-e612-4b51-a485-e4be3ede082d is scheduled to be hosted by DHCP agent eea6c500-11a4-453f-b304-9367778e315c with binding_index 1 {{(pid=103205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:27:36.146695 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-77d84326-e99d-4a57-84ae-dd609138507a admin admin] Publish callbacks [] for router_gateway (397000c6-b7b9-4b28-ab6b-2e9f38f60eb2), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:36.154223 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18d4642-38d6-4a0f-aee0-1dfcd6b3f92f admin admin] Network 6f3f979a-d18b-4240-ba5e-d7c4fbc29362 is scheduled to be hosted by DHCP agent eea6c500-11a4-453f-b304-9367778e315c with binding_index 1 {{(pid=103204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:27:36.159844 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.db_base_plugin_common [None req-a160e7da-b973-4131-8e0c-358f305e4769 None None] Allocated IP 172.20.0.2 (c1d7e8b2-233f-4909-9d7e-cac5ada02fdb/42ae119e-55a6-4649-98c6-27d9c3bb606b/df9764bb-76b1-4f14-b22f-69a0be408c69) {{(pid=103206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:27:36.205965 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-feef0082-b574-4746-b774-35bce6d12eb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-35-iscsi, 5b68372c-e612-4b51-a485-e4be3ede082d) {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:27:36.209050 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-b18d4642-38d6-4a0f-aee0-1dfcd6b3f92f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-35-iscsi, 6f3f979a-d18b-4240-ba5e-d7c4fbc29362) {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:27:36.216984 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18d4642-38d6-4a0f-aee0-1dfcd6b3f92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:36.217565 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b18d4642-38d6-4a0f-aee0-1dfcd6b3f92f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for subnet (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:36.240355 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-b18d4642-38d6-4a0f-aee0-1dfcd6b3f92f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3182080 Mar 28 14:27:36.242715 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (71160d67-2032-41b5-bc87-406331760ed0), after_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:36.242887 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 38652) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:36.250090 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-00ce5c30-db33-4467-95a0-eca964ef48f2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1215945564-router', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:36.253097 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feef0082-b574-4746-b774-35bce6d12eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:36.253638 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-feef0082-b574-4746-b774-35bce6d12eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for subnet (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:36.270647 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-955349f1-7be1-4ec5-a61e-9a8bc884583a admin admin] Publish callbacks [] for router_gateway (de201a7f-c106-430f-88c1-91e3f5b48dca), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:36.296542 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-feef0082-b574-4746-b774-35bce6d12eb9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4097595 Mar 28 14:27:36.297126 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-00ce5c30-db33-4467-95a0-eca964ef48f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1571640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63144'] for router (62fbf8b3-f946-4b2c-8633-d1873c312c4b), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:36.298475 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-00ce5c30-db33-4467-95a0-eca964ef48f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1558009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63137'] for router (62fbf8b3-f946-4b2c-8633-d1873c312c4b), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:36.302169 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Network bcd22f98-d55c-4ded-97e4-59fdf5d005e8 details requested by agent ovs-agent-dv-cinder-790535-35-iscsi with host dv-cinder-790535-35-iscsi {{(pid=103206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:27:36.324555 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd24d6d-2e28-4a71-b7f2-f3c5f0a76281 None None] Network 5b68372c-e612-4b51-a485-e4be3ede082d requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:27:36.334436 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4b7270-3053-4a11-be5b-5e23e3e82ae8 None None] Network 6f3f979a-d18b-4240-ba5e-d7c4fbc29362 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:27:36.411274 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-00ce5c30-db33-4467-95a0-eca964ef48f2 admin admin] Publish callbacks [] for router_controller (62fbf8b3-f946-4b2c-8633-d1873c312c4b), precommit_add_association {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:36.490630 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5605189e-2da8-469d-b42a-aa9453c15a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for subnet (31660ae6-3a03-4024-957b-fcff7a111abb), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:36.686129 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605189e-2da8-469d-b42a-aa9453c15a88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31660ae6-3a03-4024-957b-fcff7a111abb,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:36.783802 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5605189e-2da8-469d-b42a-aa9453c15a88 admin admin] Checking segment: {'id': '0b42712e-6ee5-410e-ae00-ddf94035ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:27:36.784272 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5605189e-2da8-469d-b42a-aa9453c15a88 admin admin] Network hostable DHCP agents. Network: bcd22f98-d55c-4ded-97e4-59fdf5d005e8, hostable agents: ['eea6c500-11a4-453f-b304-9367778e315c'], hosted agents: [] {{(pid=103205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:27:36.822748 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-955349f1-7be1-4ec5-a61e-9a8bc884583a admin admin] Publish callbacks [] for router_gateway (de201a7f-c106-430f-88c1-91e3f5b48dca), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:36.902005 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-955349f1-7be1-4ec5-a61e-9a8bc884583a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:36.912297 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-00ce5c30-db33-4467-95a0-eca964ef48f2 admin admin] Publish callbacks [] for router_gateway (62fbf8b3-f946-4b2c-8633-d1873c312c4b), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:36.944623 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Network afb5a3e7-7844-40a2-b2f3-321ba05c443b is already hosted by enough agents. {{(pid=103206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:27:36.977495 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587566da-8d9c-4022-b8e9-97c924a52460 None None] Network 5b68372c-e612-4b51-a485-e4be3ede082d requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:27:36.986243 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5605189e-2da8-469d-b42a-aa9453c15a88 admin admin] Network bcd22f98-d55c-4ded-97e4-59fdf5d005e8 is scheduled to be hosted by DHCP agent eea6c500-11a4-453f-b304-9367778e315c with binding_index 1 {{(pid=103205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:27:37.008051 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.scheduler.base_scheduler [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Resources bound (agent type, host, resource id): {{(pid=103206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:27:37.032571 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-5605189e-2da8-469d-b42a-aa9453c15a88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-35-iscsi, bcd22f98-d55c-4ded-97e4-59fdf5d005e8) {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:27:37.042477 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Pushing event updated for resources: {'Port': ['ID=71160d67-2032-41b5-bc87-406331760ed0,revision_number=1']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:37.057341 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5605189e-2da8-469d-b42a-aa9453c15a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:37.058171 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5605189e-2da8-469d-b42a-aa9453c15a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for subnet (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:37.087470 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Received port after_create {{(pid=103206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:27:37.104902 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c1d8db-9e07-428a-8361-e0bf57872132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69f788e2-bcdf-539a-bdd8-b0cf31fd8e9f-6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'fixed_ips': [{'subnet_id': '52dd69ba-aebc-4a99-b26d-625288b32bae'}]}} from dv-cinder-790535-35-iscsi. {{(pid=103206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 14:27:37.105858 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d8db-9e07-428a-8361-e0bf57872132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:37.111079 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:37.111437 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:37.111802 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:37.112151 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:37.112487 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:37.112819 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:37.113146 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:37.113472 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:37.113808 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:37.114305 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:37.114814 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:37.115454 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:37.116024 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:37.116495 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:37.116968 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Tracked resource versions report: Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: pushed versions: Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: { 'AddressGroup': {'1.2'}, Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'Agent': {'1.1'}, Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'ConntrackHelper': {'1.0'}, Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'LocalIPAssociation': {'1.0'}, Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'Log': {'1.0'}, Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'NDPProxy': {'1.0'}, Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'Network': {'1.1'}, Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'Port': {'1.7'}, Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'PortForwarding': {'1.3'}, Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'QosPolicy': {'1.10'}, Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'SecurityGroup': {'1.5'}, Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'SecurityGroupRule': {'1.2'}, Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'SubPort': {'1.0'}, Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'Subnet': {'1.1'}, Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'Trunk': {'1.1'}} Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: consumer versions: Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: { DHCP agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: HyperV agent@hv-cinder-79053: {}, Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: L3 agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: Metadata agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: Metering agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: Open vSwitch agent@dv-cinder-790535-35-iscsi: { 'AddressGroup': '1.2', Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'Agent': '1.1', Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'ConntrackHelper': '1.0', Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'LocalIPAssociation': '1.0', Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'Log': '1.0', Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'NDPProxy': '1.0', Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'Network': '1.1', Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'Port': '1.7', Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'PortForwarding': '1.3', Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'QosPolicy': '1.10', Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'SecurityGroup': '1.5', Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'SecurityGroupRule': '1.2', Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'SubPort': '1.0', Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'Subnet': '1.1', Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: 'Trunk': '1.1'}} Mar 28 14:27:37.118321 dv-cinder-790535-35-iscsi neutron-server[103206]: {{(pid=103206) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 14:27:37.128088 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216737b3-eddd-46aa-8951-80532e8d7c5e None None] Network bcd22f98-d55c-4ded-97e4-59fdf5d005e8 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:27:37.156271 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 38696) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:37.161712 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-5605189e-2da8-469d-b42a-aa9453c15a88 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3818877 Mar 28 14:27:37.163725 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-32c321d1-df68-4acc-b445-3404f41d6d95 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1174680643-router', 'tenant_id': '26effb221cba493895805136dd811e20', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:37.174088 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-77d84326-e99d-4a57-84ae-dd609138507a admin admin] Publish callbacks [] for router_gateway (397000c6-b7b9-4b28-ab6b-2e9f38f60eb2), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:37.191657 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [None req-955349f1-7be1-4ec5-a61e-9a8bc884583a admin admin] Allocated IP 172.27.1.214 (c66de8d5-469e-474b-81ba-d9e7301ef93c/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73/b83049c3-0be7-4459-86a4-2d3a562e0367) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:27:37.196337 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-77d84326-e99d-4a57-84ae-dd609138507a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:37.266829 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-32c321d1-df68-4acc-b445-3404f41d6d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1571640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63144'] for router (39e76c06-04cd-44ba-88ff-73ba59dddfaa), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:37.267890 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-32c321d1-df68-4acc-b445-3404f41d6d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1558009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63137'] for router (39e76c06-04cd-44ba-88ff-73ba59dddfaa), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:37.294274 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:37.324698 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-32c321d1-df68-4acc-b445-3404f41d6d95 admin admin] Publish callbacks [] for router_controller (39e76c06-04cd-44ba-88ff-73ba59dddfaa), precommit_add_association {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:37.367765 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a160e7da-b973-4131-8e0c-358f305e4769 None None] Publish callbacks [] for port (df9764bb-76b1-4f14-b22f-69a0be408c69), precommit_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:37.453015 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a160e7da-b973-4131-8e0c-358f305e4769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (df9764bb-76b1-4f14-b22f-69a0be408c69), after_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:37.459641 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-955349f1-7be1-4ec5-a61e-9a8bc884583a admin admin] Publish callbacks [] for port (b83049c3-0be7-4459-86a4-2d3a562e0367), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:37.477275 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Attempting to bind port 71160d67-2032-41b5-bc87-406331760ed0 on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:27:37.478468 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Attempting to bind port 71160d67-2032-41b5-bc87-406331760ed0 by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': '55bf6534-2009-442c-a956-6e523eeb9410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b'}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:27:37.479043 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Attempting to bind port 71160d67-2032-41b5-bc87-406331760ed0 on network afb5a3e7-7844-40a2-b2f3-321ba05c443b {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:27:37.516427 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-955349f1-7be1-4ec5-a61e-9a8bc884583a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (b83049c3-0be7-4459-86a4-2d3a562e0367), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:37.532778 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160e7da-b973-4131-8e0c-358f305e4769 None None] Pushing event updated for resources: {'Port': ['ID=df9764bb-76b1-4f14-b22f-69a0be408c69,revision_number=1']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:37.562138 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955349f1-7be1-4ec5-a61e-9a8bc884583a admin admin] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:27:37.565240 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-955349f1-7be1-4ec5-a61e-9a8bc884583a admin admin] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:27:37.568284 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955349f1-7be1-4ec5-a61e-9a8bc884583a admin admin] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:27:37.597430 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:27:37.597811 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Checking segment: {'id': '55bf6534-2009-442c-a956-6e523eeb9410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:27:37.598221 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:37.598614 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Bound using segment: {'id': '55bf6534-2009-442c-a956-6e523eeb9410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b'} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:27:37.599144 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Bound port: 71160d67-2032-41b5-bc87-406331760ed0, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55bf6534-2009-442c-a956-6e523eeb9410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b'}}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:27:37.599523 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (71160d67-2032-41b5-bc87-406331760ed0), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:37.651501 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-77d84326-e99d-4a57-84ae-dd609138507a admin admin] Allocated IP 172.27.1.226 (c66de8d5-469e-474b-81ba-d9e7301ef93c/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73/e975b9ee-da27-47b0-8274-cedffdbd6f80) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:27:37.657067 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a160e7da-b973-4131-8e0c-358f305e4769 None None] Network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb is already hosted by enough agents. {{(pid=103206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:27:37.688857 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 38728) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:37.695491 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.scheduler.base_scheduler [None req-a160e7da-b973-4131-8e0c-358f305e4769 None None] Resources bound (agent type, host, resource id): {{(pid=103206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:27:37.697249 dv-cinder-790535-35-iscsi neutron-server[103204]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 28 14:27:37.710553 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb44b15-24ef-45c1-a911-3310e4f1f12c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69f788e2-bcdf-539a-bdd8-b0cf31fd8e9f-bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'project_id': '26effb221cba493895805136dd811e20', 'fixed_ips': [{'subnet_id': '31660ae6-3a03-4024-957b-fcff7a111abb'}]}} from dv-cinder-790535-35-iscsi. {{(pid=103206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 14:27:37.711924 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3bb44b15-24ef-45c1-a911-3310e4f1f12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:37.714383 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a160e7da-b973-4131-8e0c-358f305e4769 None None] Received port after_create {{(pid=103206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:27:37.718405 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955349f1-7be1-4ec5-a61e-9a8bc884583a admin admin] Pushing event updated for resources: {'Port': ['ID=b83049c3-0be7-4459-86a4-2d3a562e0367,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:37.765529 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.db_base_plugin_common [None req-f1c1d8db-9e07-428a-8361-e0bf57872132 None None] Allocated IP 172.20.0.2 (6f3f979a-d18b-4240-ba5e-d7c4fbc29362/52dd69ba-aebc-4a99-b26d-625288b32bae/393a7433-9c3c-4191-88ff-a9d363e9df18) {{(pid=103206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:27:37.845004 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-955349f1-7be1-4ec5-a61e-9a8bc884583a admin admin] Publish callbacks [] for router_gateway (de201a7f-c106-430f-88c1-91e3f5b48dca), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:37.877185 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] For port 71160d67-2032-41b5-bc87-406331760ed0, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:27:37.911786 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-00ce5c30-db33-4467-95a0-eca964ef48f2 admin admin] Publish callbacks [] for router_gateway (62fbf8b3-f946-4b2c-8633-d1873c312c4b), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:37.969223 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] For port 71160d67-2032-41b5-bc87-406331760ed0, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=71160d67-2032-41b5-bc87-406331760ed0,segment=NetworkSegment(55bf6534-2009-442c-a956-6e523eeb9410),segment_id=55bf6534-2009-442c-a956-6e523eeb9410)] {{(pid=103206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:27:37.996963 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (71160d67-2032-41b5-bc87-406331760ed0), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:38.036542 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-a160e7da-b973-4131-8e0c-358f305e4769 None None] Attempting to bind port df9764bb-76b1-4f14-b22f-69a0be408c69 on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:27:38.036914 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-a160e7da-b973-4131-8e0c-358f305e4769 None None] Attempting to bind port df9764bb-76b1-4f14-b22f-69a0be408c69 by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': '358170f0-2257-45aa-b080-0f9eeeb25425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb'}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:27:38.037279 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a160e7da-b973-4131-8e0c-358f305e4769 None None] Attempting to bind port df9764bb-76b1-4f14-b22f-69a0be408c69 on network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:27:38.083058 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-32c321d1-df68-4acc-b445-3404f41d6d95 admin admin] Publish callbacks [] for router_gateway (39e76c06-04cd-44ba-88ff-73ba59dddfaa), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:38.087471 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a160e7da-b973-4131-8e0c-358f305e4769 None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:27:38.087855 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a160e7da-b973-4131-8e0c-358f305e4769 None None] Checking segment: {'id': '358170f0-2257-45aa-b080-0f9eeeb25425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:27:38.088184 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a160e7da-b973-4131-8e0c-358f305e4769 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:38.088555 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a160e7da-b973-4131-8e0c-358f305e4769 None None] Bound using segment: {'id': '358170f0-2257-45aa-b080-0f9eeeb25425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb'} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:27:38.089048 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-a160e7da-b973-4131-8e0c-358f305e4769 None None] Bound port: df9764bb-76b1-4f14-b22f-69a0be408c69, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358170f0-2257-45aa-b080-0f9eeeb25425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb'}}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:27:38.089425 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a160e7da-b973-4131-8e0c-358f305e4769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (df9764bb-76b1-4f14-b22f-69a0be408c69), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:38.099737 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-00ce5c30-db33-4467-95a0-eca964ef48f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:38.167543 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-955349f1-7be1-4ec5-a61e-9a8bc884583a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1557806'] for router (de201a7f-c106-430f-88c1-91e3f5b48dca), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:38.205905 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafb2ff-30ac-44e7-b7cd-35becd916adb None None] Pushing event updated for resources: {'Port': ['ID=71160d67-2032-41b5-bc87-406331760ed0,revision_number=2']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:38.251341 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.db_base_plugin_common [None req-3bb44b15-24ef-45c1-a911-3310e4f1f12c None None] Allocated IP 172.20.0.2 (bcd22f98-d55c-4ded-97e4-59fdf5d005e8/31660ae6-3a03-4024-957b-fcff7a111abb/1b73f9ec-374f-4b8e-a4db-6f1265f11a20) {{(pid=103206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:27:38.299494 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d8db-9e07-428a-8361-e0bf57872132 None None] Publish callbacks [] for port (393a7433-9c3c-4191-88ff-a9d363e9df18), precommit_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:38.328188 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955349f1-7be1-4ec5-a61e-9a8bc884583a admin admin] Router de201a7f-c106-430f-88c1-91e3f5b48dca is scheduled to L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 with binding_index 1 {{(pid=103205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:27:38.340033 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d97c61-a523-4d50-8167-0945f44d373f req-62186791-3752-4e09-96d9-989fbbe2e843 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:38.341779 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b9d97c61-a523-4d50-8167-0945f44d373f req-62186791-3752-4e09-96d9-989fbbe2e843 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/networks?id=5b68372c-e612-4b51-a485-e4be3ede082d HTTP/1.1" status: 200 len: 811 time: 0.6509900 Mar 28 14:27:38.345198 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-77d84326-e99d-4a57-84ae-dd609138507a admin admin] Publish callbacks [] for port (e975b9ee-da27-47b0-8274-cedffdbd6f80), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:38.352350 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d8db-9e07-428a-8361-e0bf57872132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (393a7433-9c3c-4191-88ff-a9d363e9df18), after_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:38.356083 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-a160e7da-b973-4131-8e0c-358f305e4769 None None] For port df9764bb-76b1-4f14-b22f-69a0be408c69, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:27:38.387055 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-a160e7da-b973-4131-8e0c-358f305e4769 None None] For port df9764bb-76b1-4f14-b22f-69a0be408c69, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=df9764bb-76b1-4f14-b22f-69a0be408c69,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:27:38.423668 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b9d97c61-a523-4d50-8167-0945f44d373f req-60297e03-3aa3-4d9a-b437-bc0de84958ca tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/quotas/4452c36223084e62a654d03f976a56b0 HTTP/1.1" status: 200 len: 375 time: 0.0637507 Mar 28 14:27:38.459190 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c1d8db-9e07-428a-8361-e0bf57872132 None None] Network 6f3f979a-d18b-4240-ba5e-d7c4fbc29362 is already hosted by enough agents. {{(pid=103206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:27:38.461092 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a160e7da-b973-4131-8e0c-358f305e4769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (df9764bb-76b1-4f14-b22f-69a0be408c69), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:38.471478 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.scheduler.base_scheduler [None req-f1c1d8db-9e07-428a-8361-e0bf57872132 None None] Resources bound (agent type, host, resource id): {{(pid=103206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:27:38.485081 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c1d8db-9e07-428a-8361-e0bf57872132 None None] Received port after_create {{(pid=103206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:27:38.510155 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1d8db-9e07-428a-8361-e0bf57872132 None None] Pushing event updated for resources: {'Port': ['ID=393a7433-9c3c-4191-88ff-a9d363e9df18,revision_number=1']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:38.583193 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955349f1-7be1-4ec5-a61e-9a8bc884583a admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:27:38.598130 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] Sync routers for ids ['de201a7f-c106-430f-88c1-91e3f5b48dca'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:27:38.614607 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b9d97c61-a523-4d50-8167-0945f44d373f req-cae6f215-7d0e-49eb-b81b-9a8c35bee956 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4452c36223084e62a654d03f976a56b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1699884 Mar 28 14:27:38.623368 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] Routers {'de201a7f-c106-430f-88c1-91e3f5b48dca'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:27:38.624130 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:27:31Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['de201a7f-c106-430f-88c1-91e3f5b48dca'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:38.631981 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-955349f1-7be1-4ec5-a61e-9a8bc884583a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:38.633889 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-955349f1-7be1-4ec5-a61e-9a8bc884583a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5008235 Mar 28 14:27:38.637210 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 38744) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:38.684165 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 71160d67-2032-41b5-bc87-406331760ed0 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:27:38.716781 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-77d84326-e99d-4a57-84ae-dd609138507a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (e975b9ee-da27-47b0-8274-cedffdbd6f80), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:38.775733 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d84326-e99d-4a57-84ae-dd609138507a admin admin] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:27:38.782212 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-77d84326-e99d-4a57-84ae-dd609138507a admin admin] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:27:38.790847 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d84326-e99d-4a57-84ae-dd609138507a admin admin] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:27:39.045869 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-f1c1d8db-9e07-428a-8361-e0bf57872132 None None] Attempting to bind port 393a7433-9c3c-4191-88ff-a9d363e9df18 on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:27:39.046551 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-f1c1d8db-9e07-428a-8361-e0bf57872132 None None] Attempting to bind port 393a7433-9c3c-4191-88ff-a9d363e9df18 by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': 'a8b084e1-c299-41e1-b5fd-5fcaad52ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362'}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:27:39.047100 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c1d8db-9e07-428a-8361-e0bf57872132 None None] Attempting to bind port 393a7433-9c3c-4191-88ff-a9d363e9df18 on network 6f3f979a-d18b-4240-ba5e-d7c4fbc29362 {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:27:39.066311 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] Set router de201a7f-c106-430f-88c1-91e3f5b48dca gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:27:39.081021 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160e7da-b973-4131-8e0c-358f305e4769 None None] Pushing event updated for resources: {'Port': ['ID=df9764bb-76b1-4f14-b22f-69a0be408c69,revision_number=2']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:39.093905 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3bb44b15-24ef-45c1-a911-3310e4f1f12c None None] Publish callbacks [] for port (1b73f9ec-374f-4b8e-a4db-6f1265f11a20), precommit_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:39.096594 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c1d8db-9e07-428a-8361-e0bf57872132 None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:27:39.101535 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c1d8db-9e07-428a-8361-e0bf57872132 None None] Checking segment: {'id': 'a8b084e1-c299-41e1-b5fd-5fcaad52ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:27:39.103855 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d8db-9e07-428a-8361-e0bf57872132 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:39.105780 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c1d8db-9e07-428a-8361-e0bf57872132 None None] Bound using segment: {'id': 'a8b084e1-c299-41e1-b5fd-5fcaad52ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362'} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:27:39.107432 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-f1c1d8db-9e07-428a-8361-e0bf57872132 None None] Bound port: 393a7433-9c3c-4191-88ff-a9d363e9df18, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b084e1-c299-41e1-b5fd-5fcaad52ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362'}}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:27:39.107827 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d8db-9e07-428a-8361-e0bf57872132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (393a7433-9c3c-4191-88ff-a9d363e9df18), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:39.130569 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3bb44b15-24ef-45c1-a911-3310e4f1f12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (1b73f9ec-374f-4b8e-a4db-6f1265f11a20), after_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:39.361228 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb44b15-24ef-45c1-a911-3310e4f1f12c None None] Network bcd22f98-d55c-4ded-97e4-59fdf5d005e8 is already hosted by enough agents. {{(pid=103206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:27:39.383647 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-77d84326-e99d-4a57-84ae-dd609138507a admin admin] Publish callbacks [] for router_gateway (397000c6-b7b9-4b28-ab6b-2e9f38f60eb2), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:39.384379 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:39.392960 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.scheduler.base_scheduler [None req-3bb44b15-24ef-45c1-a911-3310e4f1f12c None None] Resources bound (agent type, host, resource id): {{(pid=103206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:27:39.405468 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb44b15-24ef-45c1-a911-3310e4f1f12c None None] Received port after_create {{(pid=103206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:27:39.408630 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb44b15-24ef-45c1-a911-3310e4f1f12c None None] Pushing event updated for resources: {'Port': ['ID=1b73f9ec-374f-4b8e-a4db-6f1265f11a20,revision_number=1']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:39.433658 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 71160d67-2032-41b5-bc87-406331760ed0 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:39.434427 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (71160d67-2032-41b5-bc87-406331760ed0), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:39.445475 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d833ebe7-1ae4-44c6-80d8-1b9a98b2dd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:39.557557 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'name': 'tempest-AttachVolumeTestJSON-165406945-router', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:37Z', 'revision_number': 3, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'gw_port': {'id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:39.574804 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-f1c1d8db-9e07-428a-8361-e0bf57872132 None None] For port 393a7433-9c3c-4191-88ff-a9d363e9df18, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:27:39.598348 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] Checking router: de201a7f-c106-430f-88c1-91e3f5b48dca for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:27:39.598839 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] Updating router de201a7f-c106-430f-88c1-91e3f5b48dca port b83049c3-0be7-4459-86a4-2d3a562e0367 binding host dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:27:39.657447 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (b83049c3-0be7-4459-86a4-2d3a562e0367), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:39.670905 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [req-b9d97c61-a523-4d50-8167-0945f44d373f req-51ab8dfc-7d00-4b9e-9416-ca2bcbc85ab1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103204) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 14:27:39.674871 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b9d97c61-a523-4d50-8167-0945f44d373f req-51ab8dfc-7d00-4b9e-9416-ca2bcbc85ab1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5771430 Mar 28 14:27:39.678999 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-f1c1d8db-9e07-428a-8361-e0bf57872132 None None] For port 393a7433-9c3c-4191-88ff-a9d363e9df18, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=393a7433-9c3c-4191-88ff-a9d363e9df18,segment=NetworkSegment(a8b084e1-c299-41e1-b5fd-5fcaad52ebed),segment_id=a8b084e1-c299-41e1-b5fd-5fcaad52ebed)] {{(pid=103206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:27:39.715922 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d8db-9e07-428a-8361-e0bf57872132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (393a7433-9c3c-4191-88ff-a9d363e9df18), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:39.734973 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-3bb44b15-24ef-45c1-a911-3310e4f1f12c None None] Attempting to bind port 1b73f9ec-374f-4b8e-a4db-6f1265f11a20 on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:27:39.735390 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-3bb44b15-24ef-45c1-a911-3310e4f1f12c None None] Attempting to bind port 1b73f9ec-374f-4b8e-a4db-6f1265f11a20 by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': '0b42712e-6ee5-410e-ae00-ddf94035ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8'}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:27:39.735745 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb44b15-24ef-45c1-a911-3310e4f1f12c None None] Attempting to bind port 1b73f9ec-374f-4b8e-a4db-6f1265f11a20 on network bcd22f98-d55c-4ded-97e4-59fdf5d005e8 {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:27:39.780542 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb44b15-24ef-45c1-a911-3310e4f1f12c None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:27:39.780942 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb44b15-24ef-45c1-a911-3310e4f1f12c None None] Checking segment: {'id': '0b42712e-6ee5-410e-ae00-ddf94035ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:27:39.781307 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3bb44b15-24ef-45c1-a911-3310e4f1f12c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:39.781699 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb44b15-24ef-45c1-a911-3310e4f1f12c None None] Bound using segment: {'id': '0b42712e-6ee5-410e-ae00-ddf94035ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8'} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:27:39.782184 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-3bb44b15-24ef-45c1-a911-3310e4f1f12c None None] Bound port: 1b73f9ec-374f-4b8e-a4db-6f1265f11a20, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b42712e-6ee5-410e-ae00-ddf94035ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8'}}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:27:39.782554 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3bb44b15-24ef-45c1-a911-3310e4f1f12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (1b73f9ec-374f-4b8e-a4db-6f1265f11a20), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:39.872633 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27250178-5bbd-45dc-84ec-82abf3df5ad5 None None] Network afb5a3e7-7844-40a2-b2f3-321ba05c443b requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:27:39.941487 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [None req-d833ebe7-1ae4-44c6-80d8-1b9a98b2dd55 admin admin] Allocated IP 172.20.0.1 (afb5a3e7-7844-40a2-b2f3-321ba05c443b/ac33e34d-f8ce-422d-8ea1-9189d3900f1e/c8c16ed9-4964-4c1f-8c1e-16cc28c17980) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:27:40.042528 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-00ce5c30-db33-4467-95a0-eca964ef48f2 admin admin] Allocated IP 172.27.1.248 (c66de8d5-469e-474b-81ba-d9e7301ef93c/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73/d5512684-999d-47c7-ba7b-469fa368b22c) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:27:40.050069 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1d8db-9e07-428a-8361-e0bf57872132 None None] Pushing event updated for resources: {'Port': ['ID=393a7433-9c3c-4191-88ff-a9d363e9df18,revision_number=2']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:40.061761 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d84326-e99d-4a57-84ae-dd609138507a admin admin] Pushing event updated for resources: {'Port': ['ID=e975b9ee-da27-47b0-8274-cedffdbd6f80,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:40.063466 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 71160d67-2032-41b5-bc87-406331760ed0 is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:40.064090 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (71160d67-2032-41b5-bc87-406331760ed0), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:40.162726 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-67f4bc6f-7376-40f2-835c-668526d1e3ff None None] Provisioning complete for port 71160d67-2032-41b5-bc87-406331760ed0 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:40.163136 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-67f4bc6f-7376-40f2-835c-668526d1e3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (71160d67-2032-41b5-bc87-406331760ed0), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:40.202930 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-32c321d1-df68-4acc-b445-3404f41d6d95 admin admin] Publish callbacks [] for router_gateway (39e76c06-04cd-44ba-88ff-73ba59dddfaa), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:40.233631 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d833ebe7-1ae4-44c6-80d8-1b9a98b2dd55 admin admin] Publish callbacks [] for port (c8c16ed9-4964-4c1f-8c1e-16cc28c17980), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:40.242336 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-32c321d1-df68-4acc-b445-3404f41d6d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:40.248285 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-77d84326-e99d-4a57-84ae-dd609138507a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1557806'] for router (397000c6-b7b9-4b28-ab6b-2e9f38f60eb2), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:40.250471 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-3bb44b15-24ef-45c1-a911-3310e4f1f12c None None] For port 1b73f9ec-374f-4b8e-a4db-6f1265f11a20, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:27:40.254787 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] For port 71160d67-2032-41b5-bc87-406331760ed0, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=71160d67-2032-41b5-bc87-406331760ed0,segment=NetworkSegment(55bf6534-2009-442c-a956-6e523eeb9410),segment_id=55bf6534-2009-442c-a956-6e523eeb9410)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:27:40.269411 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b9d97c61-a523-4d50-8167-0945f44d373f req-f5a09166-c203-4442-9516-3ab2dcb27455 service neutron] 10.222.0.13 "GET /v2.0/networks/5b68372c-e612-4b51-a485-e4be3ede082d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139918 Mar 28 14:27:40.307490 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d833ebe7-1ae4-44c6-80d8-1b9a98b2dd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (c8c16ed9-4964-4c1f-8c1e-16cc28c17980), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:40.307669 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (71160d67-2032-41b5-bc87-406331760ed0), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:40.311601 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-3bb44b15-24ef-45c1-a911-3310e4f1f12c None None] For port 1b73f9ec-374f-4b8e-a4db-6f1265f11a20, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=1b73f9ec-374f-4b8e-a4db-6f1265f11a20,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:27:40.322285 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ce0636-26a6-4a3f-b101-6608d16fe8da None None] Network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:27:40.335763 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d833ebe7-1ae4-44c6-80d8-1b9a98b2dd55 admin admin] Network afb5a3e7-7844-40a2-b2f3-321ba05c443b is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:27:40.362412 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-d833ebe7-1ae4-44c6-80d8-1b9a98b2dd55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:27:40.366954 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3bb44b15-24ef-45c1-a911-3310e4f1f12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (1b73f9ec-374f-4b8e-a4db-6f1265f11a20), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:40.375803 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d833ebe7-1ae4-44c6-80d8-1b9a98b2dd55 admin admin] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:27:40.376314 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d833ebe7-1ae4-44c6-80d8-1b9a98b2dd55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1559801'] for router_interface (de201a7f-c106-430f-88c1-91e3f5b48dca), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:40.443339 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-67f4bc6f-7376-40f2-835c-668526d1e3ff None None] Current status of the port 71160d67-2032-41b5-bc87-406331760ed0 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:40.509393 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Pushing event updated for resources: {'Port': ['ID=71160d67-2032-41b5-bc87-406331760ed0,revision_number=3']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:40.529675 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833ebe7-1ae4-44c6-80d8-1b9a98b2dd55 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c16ed9-4964-4c1f-8c1e-16cc28c17980,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:40.690058 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb44b15-24ef-45c1-a911-3310e4f1f12c None None] Pushing event updated for resources: {'Port': ['ID=1b73f9ec-374f-4b8e-a4db-6f1265f11a20,revision_number=2']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:40.694918 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-f6d81782-3b54-4a6f-8fbd-86902e844afe None None] Provisioning complete for port df9764bb-76b1-4f14-b22f-69a0be408c69 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:40.698637 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-f6d81782-3b54-4a6f-8fbd-86902e844afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (df9764bb-76b1-4f14-b22f-69a0be408c69), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:40.745111 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device df9764bb-76b1-4f14-b22f-69a0be408c69 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:27:40.745656 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b9d97c61-a523-4d50-8167-0945f44d373f req-5a178f62-476b-4842-84c7-2c61326c6d86 service neutron] 10.222.0.13 "GET /v2.0/networks/5b68372c-e612-4b51-a485-e4be3ede082d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884630 Mar 28 14:27:40.771056 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-00ce5c30-db33-4467-95a0-eca964ef48f2 admin admin] Publish callbacks [] for port (d5512684-999d-47c7-ba7b-469fa368b22c), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:40.827092 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d84326-e99d-4a57-84ae-dd609138507a admin admin] Router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 is scheduled to L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 with binding_index 1 {{(pid=103204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:27:40.900046 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d833ebe7-1ae4-44c6-80d8-1b9a98b2dd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (c8c16ed9-4964-4c1f-8c1e-16cc28c17980), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:40.967871 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-f6d81782-3b54-4a6f-8fbd-86902e844afe None None] Current status of the port df9764bb-76b1-4f14-b22f-69a0be408c69 is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:40.972444 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-f6d81782-3b54-4a6f-8fbd-86902e844afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (df9764bb-76b1-4f14-b22f-69a0be408c69), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:40.978047 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port df9764bb-76b1-4f14-b22f-69a0be408c69 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:40.978764 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (df9764bb-76b1-4f14-b22f-69a0be408c69), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:41.105587 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-f6d81782-3b54-4a6f-8fbd-86902e844afe None None] For port df9764bb-76b1-4f14-b22f-69a0be408c69, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=df9764bb-76b1-4f14-b22f-69a0be408c69,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:27:41.114627 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-f6d81782-3b54-4a6f-8fbd-86902e844afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (df9764bb-76b1-4f14-b22f-69a0be408c69), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:41.168915 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-00ce5c30-db33-4467-95a0-eca964ef48f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (d5512684-999d-47c7-ba7b-469fa368b22c), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:41.173626 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d81782-3b54-4a6f-8fbd-86902e844afe None None] Pushing event updated for resources: {'Port': ['ID=df9764bb-76b1-4f14-b22f-69a0be408c69,revision_number=3']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:41.237393 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ce5c30-db33-4467-95a0-eca964ef48f2 admin admin] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:27:41.242710 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-00ce5c30-db33-4467-95a0-eca964ef48f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:27:41.245543 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce5c30-db33-4467-95a0-eca964ef48f2 admin admin] Pushing event updated for resources: {'Port': ['ID=d5512684-999d-47c7-ba7b-469fa368b22c,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:41.268138 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port df9764bb-76b1-4f14-b22f-69a0be408c69 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:41.269382 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 393a7433-9c3c-4191-88ff-a9d363e9df18 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:27:41.279456 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 38794) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:41.281823 dv-cinder-790535-35-iscsi neutron-server[103205]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 28 14:27:41.303721 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-9e370025-5e4f-4ad6-bda3-98e5a9ad9cd9 None None] Provisioning complete for port c8c16ed9-4964-4c1f-8c1e-16cc28c17980 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:41.304271 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-9e370025-5e4f-4ad6-bda3-98e5a9ad9cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (c8c16ed9-4964-4c1f-8c1e-16cc28c17980), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:41.413725 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-9e370025-5e4f-4ad6-bda3-98e5a9ad9cd9 None None] Port c8c16ed9-4964-4c1f-8c1e-16cc28c17980 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:27:41.433022 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-9e370025-5e4f-4ad6-bda3-98e5a9ad9cd9 None None] Provisioning complete for port 71160d67-2032-41b5-bc87-406331760ed0 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:41.433409 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-9e370025-5e4f-4ad6-bda3-98e5a9ad9cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (71160d67-2032-41b5-bc87-406331760ed0), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:41.468191 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 393a7433-9c3c-4191-88ff-a9d363e9df18 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:41.468584 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (393a7433-9c3c-4191-88ff-a9d363e9df18), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:41.516176 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] Publish callbacks [] for port (b83049c3-0be7-4459-86a4-2d3a562e0367), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:41.519202 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-85703bc3-3683-4f7b-84d7-74135b757030 req-9a6c6241-475e-4c8b-982a-9255da9b048f tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 210 time: 0.2344756 Mar 28 14:27:41.527076 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ce5c30-db33-4467-95a0-eca964ef48f2 admin admin] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:27:41.544405 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (b83049c3-0be7-4459-86a4-2d3a562e0367), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:41.595623 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d833ebe7-1ae4-44c6-80d8-1b9a98b2dd55 admin admin] Publish callbacks [] for port (c8c16ed9-4964-4c1f-8c1e-16cc28c17980), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:41.603943 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d833ebe7-1ae4-44c6-80d8-1b9a98b2dd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (c8c16ed9-4964-4c1f-8c1e-16cc28c17980), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:41.605031 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d833ebe7-1ae4-44c6-80d8-1b9a98b2dd55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1559661'] for router_interface (de201a7f-c106-430f-88c1-91e3f5b48dca), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:41.676975 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-9e370025-5e4f-4ad6-bda3-98e5a9ad9cd9 None None] Current status of the port 71160d67-2032-41b5-bc87-406331760ed0 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:41.679522 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e7101-d35e-4e57-a29d-15f332838d13 None None] Pushing event updated for resources: {'Port': ['ID=b83049c3-0be7-4459-86a4-2d3a562e0367,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:41.692364 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] Attempting to bind port b83049c3-0be7-4459-86a4-2d3a562e0367 on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:27:41.692739 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] Attempting to bind port b83049c3-0be7-4459-86a4-2d3a562e0367 by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:27:41.693104 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] Attempting to bind port b83049c3-0be7-4459-86a4-2d3a562e0367 on network c66de8d5-469e-474b-81ba-d9e7301ef93c {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:27:41.703907 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e7101-d35e-4e57-a29d-15f332838d13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:41.704645 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e7101-d35e-4e57-a29d-15f332838d13 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:41.705014 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e7101-d35e-4e57-a29d-15f332838d13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:41.705372 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e7101-d35e-4e57-a29d-15f332838d13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:41.705717 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e7101-d35e-4e57-a29d-15f332838d13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:41.706049 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e7101-d35e-4e57-a29d-15f332838d13 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:41.706376 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e7101-d35e-4e57-a29d-15f332838d13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:41.706701 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e7101-d35e-4e57-a29d-15f332838d13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:41.707050 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e7101-d35e-4e57-a29d-15f332838d13 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:41.707389 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e7101-d35e-4e57-a29d-15f332838d13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:41.707885 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e7101-d35e-4e57-a29d-15f332838d13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:41.708525 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e7101-d35e-4e57-a29d-15f332838d13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:41.708861 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e7101-d35e-4e57-a29d-15f332838d13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:41.709648 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e7101-d35e-4e57-a29d-15f332838d13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:41.709648 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e7101-d35e-4e57-a29d-15f332838d13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e7101-d35e-4e57-a29d-15f332838d13 None None] Tracked resource versions report: Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: pushed versions: Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: { 'AddressGroup': {'1.2'}, Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'Agent': {'1.1'}, Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'ConntrackHelper': {'1.0'}, Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'LocalIPAssociation': {'1.0'}, Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'Log': {'1.0'}, Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'NDPProxy': {'1.0'}, Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'Network': {'1.1'}, Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'Port': {'1.7'}, Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'PortForwarding': {'1.3'}, Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'QosPolicy': {'1.10'}, Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'SecurityGroup': {'1.5'}, Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'SecurityGroupRule': {'1.2'}, Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'SubPort': {'1.0'}, Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'Subnet': {'1.1'}, Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'Trunk': {'1.1'}} Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: consumer versions: Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: { DHCP agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: HyperV agent@hv-cinder-79053: {}, Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: L3 agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: Metadata agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: Metering agent@dv-cinder-790535-35-iscsi: {}, Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: Open vSwitch agent@dv-cinder-790535-35-iscsi: { 'AddressGroup': '1.2', Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'Agent': '1.1', Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'ConntrackHelper': '1.0', Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'LocalIPAssociation': '1.0', Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'Log': '1.0', Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'NDPProxy': '1.0', Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'Network': '1.1', Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'Port': '1.7', Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'PortForwarding': '1.3', Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'QosPolicy': '1.10', Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'SecurityGroup': '1.5', Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'SecurityGroupRule': '1.2', Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'SubPort': '1.0', Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'Subnet': '1.1', Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: 'Trunk': '1.1'}} Mar 28 14:27:41.710689 dv-cinder-790535-35-iscsi neutron-server[103207]: {{(pid=103207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 14:27:41.713949 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:27:41.713949 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] Checking segment: {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:27:41.714178 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:41.715968 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] Bound using segment: {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:27:41.716489 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] Bound port: b83049c3-0be7-4459-86a4-2d3a562e0367, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:27:41.716737 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (b83049c3-0be7-4459-86a4-2d3a562e0367), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:41.740541 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833ebe7-1ae4-44c6-80d8-1b9a98b2dd55 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c16ed9-4964-4c1f-8c1e-16cc28c17980,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:41.745438 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05fe7c6-7195-413f-a5b4-e6ff6741654a None None] Network 6f3f979a-d18b-4240-ba5e-d7c4fbc29362 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:27:41.764639 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d84326-e99d-4a57-84ae-dd609138507a admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:27:41.795286 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] For port b83049c3-0be7-4459-86a4-2d3a562e0367, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:27:41.799288 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] For port b83049c3-0be7-4459-86a4-2d3a562e0367, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=b83049c3-0be7-4459-86a4-2d3a562e0367,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:27:41.813895 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (b83049c3-0be7-4459-86a4-2d3a562e0367), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:41.844546 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] Sync routers for ids ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:27:41.846767 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-77d84326-e99d-4a57-84ae-dd609138507a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:41.851816 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-77d84326-e99d-4a57-84ae-dd609138507a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6878736 Mar 28 14:27:41.854726 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 38812) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:41.858546 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d833ebe7-1ae4-44c6-80d8-1b9a98b2dd55 admin admin] Network afb5a3e7-7844-40a2-b2f3-321ba05c443b is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:27:41.863149 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-d833ebe7-1ae4-44c6-80d8-1b9a98b2dd55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:27:41.931572 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 393a7433-9c3c-4191-88ff-a9d363e9df18 is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:41.931961 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (393a7433-9c3c-4191-88ff-a9d363e9df18), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:41.948574 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-32c321d1-df68-4acc-b445-3404f41d6d95 admin admin] Allocated IP 172.27.1.145 (c66de8d5-469e-474b-81ba-d9e7301ef93c/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73/952c44fe-8909-4857-bbef-3f8f01c76bf5) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:27:41.960755 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] Routers {'de201a7f-c106-430f-88c1-91e3f5b48dca'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:27:41.961408 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:27:31Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['de201a7f-c106-430f-88c1-91e3f5b48dca'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:42.006869 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] Routers {'397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:27:42.007732 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:27:31Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:42.047083 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-9f7147dc-30dd-42a3-a421-d506aea0aaf6 None None] Provisioning complete for port 393a7433-9c3c-4191-88ff-a9d363e9df18 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:42.058845 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-9f7147dc-30dd-42a3-a421-d506aea0aaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (393a7433-9c3c-4191-88ff-a9d363e9df18), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:42.059906 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e7101-d35e-4e57-a29d-15f332838d13 None None] Pushing event updated for resources: {'Port': ['ID=b83049c3-0be7-4459-86a4-2d3a562e0367,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:42.139950 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d833ebe7-1ae4-44c6-80d8-1b9a98b2dd55 admin admin] Router de201a7f-c106-430f-88c1-91e3f5b48dca has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:27:42.167353 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] For port 393a7433-9c3c-4191-88ff-a9d363e9df18, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=393a7433-9c3c-4191-88ff-a9d363e9df18,segment=NetworkSegment(a8b084e1-c299-41e1-b5fd-5fcaad52ebed),segment_id=a8b084e1-c299-41e1-b5fd-5fcaad52ebed)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:27:42.224710 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-32c321d1-df68-4acc-b445-3404f41d6d95 admin admin] Publish callbacks [] for port (952c44fe-8909-4857-bbef-3f8f01c76bf5), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:42.228849 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] Set router de201a7f-c106-430f-88c1-91e3f5b48dca gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:27:42.284723 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70abdf0e-3d72-4faf-9ff2-2d4e98f8bf24 None None] Network bcd22f98-d55c-4ded-97e4-59fdf5d005e8 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:27:42.288854 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (393a7433-9c3c-4191-88ff-a9d363e9df18), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:42.293204 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-32c321d1-df68-4acc-b445-3404f41d6d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (952c44fe-8909-4857-bbef-3f8f01c76bf5), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:42.351926 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c321d1-df68-4acc-b445-3404f41d6d95 admin admin] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:27:42.358275 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-32c321d1-df68-4acc-b445-3404f41d6d95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:27:42.370950 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c321d1-df68-4acc-b445-3404f41d6d95 admin admin] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:27:42.406421 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d833ebe7-1ae4-44c6-80d8-1b9a98b2dd55 admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:27:42.417856 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-d833ebe7-1ae4-44c6-80d8-1b9a98b2dd55 admin admin] 10.222.0.13 "PUT /v2.0/routers/de201a7f-c106-430f-88c1-91e3f5b48dca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7792130 Mar 28 14:27:42.496683 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c321d1-df68-4acc-b445-3404f41d6d95 admin admin] Pushing event updated for resources: {'Port': ['ID=952c44fe-8909-4857-bbef-3f8f01c76bf5,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:42.647175 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Pushing event updated for resources: {'Port': ['ID=393a7433-9c3c-4191-88ff-a9d363e9df18,revision_number=3']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:42.674117 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-53012f4d-08d6-425d-a040-53d5ce10ddca req-a156a194-e146-4a89-9aa6-3c1d7cee4976 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 210 time: 0.0566931 Mar 28 14:27:42.694860 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-00ce5c30-db33-4467-95a0-eca964ef48f2 admin admin] Publish callbacks [] for router_gateway (62fbf8b3-f946-4b2c-8633-d1873c312c4b), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:42.713343 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'name': 'tempest-AttachVolumeTestJSON-165406945-router', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:40Z', 'revision_number': 4, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'gw_port': {'id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'c8c16ed9-4964-4c1f-8c1e-16cc28c17980', 'name': '', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'mac_address': 'fa:16:3e:05:5f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:39Z', 'updated_at': '2022-03-28T14:27:41Z', 'revision_number': 2, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'subnets': [{'id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:42.757570 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102f00c4-5cd2-4921-92cd-14055a077fb8 None None] The sync data for ids ['de201a7f-c106-430f-88c1-91e3f5b48dca'] in dv-cinder-790535-35-iscsi is: [{'id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'name': 'tempest-AttachVolumeTestJSON-165406945-router', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:40Z', 'revision_number': 4, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'gw_port': {'id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'c8c16ed9-4964-4c1f-8c1e-16cc28c17980', 'name': '', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'mac_address': 'fa:16:3e:05:5f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:39Z', 'updated_at': '2022-03-28T14:27:41Z', 'revision_number': 2, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'subnets': [{'id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:27:42.801702 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device df9764bb-76b1-4f14-b22f-69a0be408c69 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:27:42.859006 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] Set router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:27:43.045288 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-9f7147dc-30dd-42a3-a421-d506aea0aaf6 None None] Current status of the port 393a7433-9c3c-4191-88ff-a9d363e9df18 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:43.077664 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 38852) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:43.084208 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-7848bbec-c8cc-4d5c-a2a9-3fd95a0ad0e6 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1113312968', 'description': 'tempest-description--1071205256'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:43.100482 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-9f7147dc-30dd-42a3-a421-d506aea0aaf6 None None] Provisioning complete for port df9764bb-76b1-4f14-b22f-69a0be408c69 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:43.100849 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-9f7147dc-30dd-42a3-a421-d506aea0aaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (df9764bb-76b1-4f14-b22f-69a0be408c69), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:43.141151 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-32c321d1-df68-4acc-b445-3404f41d6d95 admin admin] Publish callbacks [] for router_gateway (39e76c06-04cd-44ba-88ff-73ba59dddfaa), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:43.156565 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7848bbec-c8cc-4d5c-a2a9-3fd95a0ad0e6 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:43.167460 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port df9764bb-76b1-4f14-b22f-69a0be408c69 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:43.172029 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (df9764bb-76b1-4f14-b22f-69a0be408c69), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:43.305414 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7848bbec-c8cc-4d5c-a2a9-3fd95a0ad0e6 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for security_group (8e5342f3-5849-4121-b773-ce94ba512abc), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:43.313447 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7848bbec-c8cc-4d5c-a2a9-3fd95a0ad0e6 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (8e5342f3-5849-4121-b773-ce94ba512abc), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:43.349619 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848bbec-c8cc-4d5c-a2a9-3fd95a0ad0e6 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5342f3-5849-4121-b773-ce94ba512abc,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:43.372908 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7848bbec-c8cc-4d5c-a2a9-3fd95a0ad0e6 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:43.374600 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-7848bbec-c8cc-4d5c-a2a9-3fd95a0ad0e6 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2958102 Mar 28 14:27:43.379075 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 38858) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:43.385060 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-1cf4ba70-1791-49d4-b764-489b902e49e6 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Request body: {'security_group_rule': {'security_group_id': '8e5342f3-5849-4121-b773-ce94ba512abc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:43.416581 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:38Z', 'revision_number': 3, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:43.438454 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ba70-1791-49d4-b764-489b902e49e6 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for security_group_rule (9a380b75-c4f8-4908-bb8b-1b4498095ace), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:43.460035 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] Checking router: 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:27:43.460499 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] Updating router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 port e975b9ee-da27-47b0-8274-cedffdbd6f80 binding host dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:27:43.467889 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-9f7147dc-30dd-42a3-a421-d506aea0aaf6 None None] Current status of the port df9764bb-76b1-4f14-b22f-69a0be408c69 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:43.487006 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port df9764bb-76b1-4f14-b22f-69a0be408c69 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:43.488146 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 1b73f9ec-374f-4b8e-a4db-6f1265f11a20 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:27:43.542759 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (e975b9ee-da27-47b0-8274-cedffdbd6f80), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:43.546047 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ba70-1791-49d4-b764-489b902e49e6 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for security_group_rule (9a380b75-c4f8-4908-bb8b-1b4498095ace), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:43.552415 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ba70-1791-49d4-b764-489b902e49e6 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (9a380b75-c4f8-4908-bb8b-1b4498095ace), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:43.573052 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4ba70-1791-49d4-b764-489b902e49e6 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a380b75-c4f8-4908-bb8b-1b4498095ace,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:43.580867 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 1b73f9ec-374f-4b8e-a4db-6f1265f11a20 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:43.581270 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (1b73f9ec-374f-4b8e-a4db-6f1265f11a20), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:43.588439 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ba70-1791-49d4-b764-489b902e49e6 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:43.590107 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-1cf4ba70-1791-49d4-b764-489b902e49e6 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2098026 Mar 28 14:27:43.592687 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 38862) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:43.597459 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-56dc7f9f-9bcc-440f-87e9-2be91dd72374 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Request body: {'security_group_rule': {'security_group_id': '8e5342f3-5849-4121-b773-ce94ba512abc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:43.622202 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-00ce5c30-db33-4467-95a0-eca964ef48f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1557806'] for router (62fbf8b3-f946-4b2c-8633-d1873c312c4b), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:43.636670 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-56dc7f9f-9bcc-440f-87e9-2be91dd72374 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for security_group_rule (062d34b4-4358-4fa8-bccc-5a015439e03c), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:43.684886 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-7aa8c720-696a-4291-9e06-e51d29729066 None None] Provisioning complete for port 1b73f9ec-374f-4b8e-a4db-6f1265f11a20 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:43.685370 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-7aa8c720-696a-4291-9e06-e51d29729066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (1b73f9ec-374f-4b8e-a4db-6f1265f11a20), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:43.733925 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-56dc7f9f-9bcc-440f-87e9-2be91dd72374 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for security_group_rule (062d34b4-4358-4fa8-bccc-5a015439e03c), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:43.743277 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-56dc7f9f-9bcc-440f-87e9-2be91dd72374 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (062d34b4-4358-4fa8-bccc-5a015439e03c), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:43.777688 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc7f9f-9bcc-440f-87e9-2be91dd72374 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062d34b4-4358-4fa8-bccc-5a015439e03c,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:43.787805 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-56dc7f9f-9bcc-440f-87e9-2be91dd72374 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:43.793641 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-56dc7f9f-9bcc-440f-87e9-2be91dd72374 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1994019 Mar 28 14:27:43.794573 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 38868) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:43.800079 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-e113178c-ec51-4cd9-a574-ad61708a4668 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Request body: {'floatingip': {'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:43.840670 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-e113178c-ec51-4cd9-a574-ad61708a4668 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:43.973650 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] Publish callbacks [] for port (e975b9ee-da27-47b0-8274-cedffdbd6f80), precommit_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:43.991649 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (e975b9ee-da27-47b0-8274-cedffdbd6f80), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:44.034948 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d27d51d1-53b9-4068-93d4-8c37ee530df6 req-8dfb680b-8d62-43ca-a14d-ddcd9111b30d tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 210 time: 0.1152372 Mar 28 14:27:44.065341 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c6152-a623-427c-8e6c-9b57defe2255 None None] Pushing event updated for resources: {'Port': ['ID=e975b9ee-da27-47b0-8274-cedffdbd6f80,revision_number=2']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:44.111679 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-e113178c-ec51-4cd9-a574-ad61708a4668 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:44.116201 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-32c321d1-df68-4acc-b445-3404f41d6d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1557806'] for router (39e76c06-04cd-44ba-88ff-73ba59dddfaa), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:44.131455 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ce5c30-db33-4467-95a0-eca964ef48f2 admin admin] Router 62fbf8b3-f946-4b2c-8633-d1873c312c4b is scheduled to L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 with binding_index 1 {{(pid=103204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:27:44.164110 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] Attempting to bind port e975b9ee-da27-47b0-8274-cedffdbd6f80 on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:27:44.164502 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] Attempting to bind port e975b9ee-da27-47b0-8274-cedffdbd6f80 by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:27:44.164862 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] Attempting to bind port e975b9ee-da27-47b0-8274-cedffdbd6f80 on network c66de8d5-469e-474b-81ba-d9e7301ef93c {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:27:44.181706 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-7aa8c720-696a-4291-9e06-e51d29729066 None None] Current status of the port 1b73f9ec-374f-4b8e-a4db-6f1265f11a20 is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:44.182094 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-7aa8c720-696a-4291-9e06-e51d29729066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (1b73f9ec-374f-4b8e-a4db-6f1265f11a20), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:44.197218 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:27:44.197594 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] Checking segment: {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:27:44.198001 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:44.198980 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] Bound using segment: {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:27:44.199857 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] Bound port: e975b9ee-da27-47b0-8274-cedffdbd6f80, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:27:44.200254 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (e975b9ee-da27-47b0-8274-cedffdbd6f80), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:44.263469 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [None req-e113178c-ec51-4cd9-a574-ad61708a4668 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Allocated IP 172.27.1.154 (c66de8d5-469e-474b-81ba-d9e7301ef93c/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73/b606e247-bf9b-4a77-8248-6e2c1f911ac0) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:27:44.288568 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-7aa8c720-696a-4291-9e06-e51d29729066 None None] For port 1b73f9ec-374f-4b8e-a4db-6f1265f11a20, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=1b73f9ec-374f-4b8e-a4db-6f1265f11a20,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:27:44.298657 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 1b73f9ec-374f-4b8e-a4db-6f1265f11a20 is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:44.299059 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (1b73f9ec-374f-4b8e-a4db-6f1265f11a20), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:44.314795 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-7aa8c720-696a-4291-9e06-e51d29729066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (1b73f9ec-374f-4b8e-a4db-6f1265f11a20), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:44.347932 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] For port e975b9ee-da27-47b0-8274-cedffdbd6f80, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:27:44.372617 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0d7c76c2-1145-492c-acb9-f6ad2a49b293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:44.385522 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] For port e975b9ee-da27-47b0-8274-cedffdbd6f80, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=e975b9ee-da27-47b0-8274-cedffdbd6f80,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:27:44.389502 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-e113178c-ec51-4cd9-a574-ad61708a4668 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for port (b606e247-bf9b-4a77-8248-6e2c1f911ac0), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:44.395516 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-7aa8c720-696a-4291-9e06-e51d29729066 None None] Provisioning complete for port 393a7433-9c3c-4191-88ff-a9d363e9df18 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:44.395875 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-7aa8c720-696a-4291-9e06-e51d29729066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (393a7433-9c3c-4191-88ff-a9d363e9df18), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:44.429797 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-e113178c-ec51-4cd9-a574-ad61708a4668 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (b606e247-bf9b-4a77-8248-6e2c1f911ac0), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:44.429999 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (e975b9ee-da27-47b0-8274-cedffdbd6f80), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:44.468841 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8c720-696a-4291-9e06-e51d29729066 None None] Pushing event updated for resources: {'Port': ['ID=1b73f9ec-374f-4b8e-a4db-6f1265f11a20,revision_number=3']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:44.472638 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e113178c-ec51-4cd9-a574-ad61708a4668 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:27:44.475190 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.db.api [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 14:27:44.475554 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-e113178c-ec51-4cd9-a574-ad61708a4668 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:27:44.475662 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG oslo_db.api [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 14:27:44.480764 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e113178c-ec51-4cd9-a574-ad61708a4668 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:27:44.514116 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113178c-ec51-4cd9-a574-ad61708a4668 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Pushing event updated for resources: {'Port': ['ID=b606e247-bf9b-4a77-8248-6e2c1f911ac0,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:44.527817 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] Routers {'397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:27:44.528719 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:27:31Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:44.530798 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ce5c30-db33-4467-95a0-eca964ef48f2 admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:27:44.540791 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] Sync routers for ids ['62fbf8b3-f946-4b2c-8633-d1873c312c4b'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:27:44.565942 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] Routers {'62fbf8b3-f946-4b2c-8633-d1873c312c4b'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:27:44.566625 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:27:31Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['62fbf8b3-f946-4b2c-8633-d1873c312c4b'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:44.580330 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-00ce5c30-db33-4467-95a0-eca964ef48f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:44.581936 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-00ce5c30-db33-4467-95a0-eca964ef48f2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.3381498 Mar 28 14:27:44.586616 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 38876) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:44.628968 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c6152-a623-427c-8e6c-9b57defe2255 None None] Pushing event updated for resources: {'Port': ['ID=e975b9ee-da27-47b0-8274-cedffdbd6f80,revision_number=3']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:44.691547 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-7aa8c720-696a-4291-9e06-e51d29729066 None None] Current status of the port 393a7433-9c3c-4191-88ff-a9d363e9df18 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:44.703531 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-e113178c-ec51-4cd9-a574-ad61708a4668 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for floatingip (5e3f077c-a14d-48cf-b5c1-a87b1da20d2f), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:44.711708 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] Set router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:27:44.758694 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-e113178c-ec51-4cd9-a574-ad61708a4668 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (b606e247-bf9b-4a77-8248-6e2c1f911ac0), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:44.767051 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] Set router 62fbf8b3-f946-4b2c-8633-d1873c312c4b gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:27:44.886138 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c321d1-df68-4acc-b445-3404f41d6d95 admin admin] Router 39e76c06-04cd-44ba-88ff-73ba59dddfaa is scheduled to L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 with binding_index 1 {{(pid=103204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:27:44.968513 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-7aa8c720-696a-4291-9e06-e51d29729066 None None] Provisioning complete for port c8c16ed9-4964-4c1f-8c1e-16cc28c17980 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:44.969133 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-7aa8c720-696a-4291-9e06-e51d29729066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (c8c16ed9-4964-4c1f-8c1e-16cc28c17980), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:44.999871 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-0d7c76c2-1145-492c-acb9-f6ad2a49b293 admin admin] Allocated IP 172.20.0.1 (c1d7e8b2-233f-4909-9d7e-cac5ada02fdb/42ae119e-55a6-4649-98c6-27d9c3bb606b/6661897a-2fd3-42ab-964c-54086fc5ac80) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:27:45.016653 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-e113178c-ec51-4cd9-a574-ad61708a4668 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for port (b606e247-bf9b-4a77-8248-6e2c1f911ac0), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:45.026201 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-e113178c-ec51-4cd9-a574-ad61708a4668 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (b606e247-bf9b-4a77-8248-6e2c1f911ac0), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:45.064895 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-e113178c-ec51-4cd9-a574-ad61708a4668 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (5e3f077c-a14d-48cf-b5c1-a87b1da20d2f), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:45.096322 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-e113178c-ec51-4cd9-a574-ad61708a4668 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:45.105714 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-e113178c-ec51-4cd9-a574-ad61708a4668 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3021038 Mar 28 14:27:45.105714 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113178c-ec51-4cd9-a574-ad61708a4668 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Pushing event updated for resources: {'Port': ['ID=b606e247-bf9b-4a77-8248-6e2c1f911ac0,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:45.123885 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1215945564-router', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:41Z', 'revision_number': 3, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'gw_port': {'id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:38Z', 'updated_at': '2022-03-28T14:27:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:45.159841 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] Checking router: 62fbf8b3-f946-4b2c-8633-d1873c312c4b for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:27:45.160292 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] Updating router 62fbf8b3-f946-4b2c-8633-d1873c312c4b port d5512684-999d-47c7-ba7b-469fa368b22c binding host dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:27:45.165444 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 1b73f9ec-374f-4b8e-a4db-6f1265f11a20 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:45.166081 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 71160d67-2032-41b5-bc87-406331760ed0 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:27:45.175682 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-7aa8c720-696a-4291-9e06-e51d29729066 None None] Port c8c16ed9-4964-4c1f-8c1e-16cc28c17980 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:27:45.205601 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (d5512684-999d-47c7-ba7b-469fa368b22c), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:45.294406 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 71160d67-2032-41b5-bc87-406331760ed0 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:45.294801 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (71160d67-2032-41b5-bc87-406331760ed0), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:45.317685 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c321d1-df68-4acc-b445-3404f41d6d95 admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:27:45.331465 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] Sync routers for ids ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:27:45.343585 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1729acad-604c-46ed-8fb4-a1093fd749dd req-ba8e103e-918d-4f8d-b6fe-1272b839f873 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 210 time: 0.1482174 Mar 28 14:27:45.357613 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] Routers {'39e76c06-04cd-44ba-88ff-73ba59dddfaa'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:27:45.358987 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:27:31Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:45.402687 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-32c321d1-df68-4acc-b445-3404f41d6d95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:45.404620 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-32c321d1-df68-4acc-b445-3404f41d6d95 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.2474375 Mar 28 14:27:45.410150 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 38902) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:45.443384 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-cd345acf-fe19-4801-91cd-f14443b1c542 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1113312968&fields=id&tenant_id=6377be1dbc9d4159b9dde7c4218d1520 HTTP/1.1" status: 200 len: 267 time: 0.1343184 Mar 28 14:27:45.450970 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:38Z', 'revision_number': 3, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:45.544747 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a24786c-1dee-4b94-9e15-a007c9d267fd None None] The sync data for ids ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'] in dv-cinder-790535-35-iscsi is: [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:38Z', 'revision_number': 3, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:27:45.628856 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 71160d67-2032-41b5-bc87-406331760ed0 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:45.642759 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] Set router 39e76c06-04cd-44ba-88ff-73ba59dddfaa gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:27:45.842804 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0d7c76c2-1145-492c-acb9-f6ad2a49b293 admin admin] Publish callbacks [] for port (6661897a-2fd3-42ab-964c-54086fc5ac80), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:45.908717 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] Publish callbacks [] for port (d5512684-999d-47c7-ba7b-469fa368b22c), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:45.921933 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (d5512684-999d-47c7-ba7b-469fa368b22c), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:45.961491 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 393a7433-9c3c-4191-88ff-a9d363e9df18 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:27:45.970064 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] Attempting to bind port d5512684-999d-47c7-ba7b-469fa368b22c on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:27:45.970453 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] Attempting to bind port d5512684-999d-47c7-ba7b-469fa368b22c by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:27:45.970846 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] Attempting to bind port d5512684-999d-47c7-ba7b-469fa368b22c on network c66de8d5-469e-474b-81ba-d9e7301ef93c {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:27:46.020387 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:27:46.020552 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] Checking segment: {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:27:46.020932 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:46.021227 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] Bound using segment: {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:27:46.022175 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] Bound port: d5512684-999d-47c7-ba7b-469fa368b22c, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:27:46.030057 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (d5512684-999d-47c7-ba7b-469fa368b22c), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:46.051946 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1174680643-router', 'tenant_id': '26effb221cba493895805136dd811e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:42Z', 'revision_number': 3, 'project_id': '26effb221cba493895805136dd811e20', 'gw_port': {'id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:40Z', 'updated_at': '2022-03-28T14:27:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:46.091211 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0d7c76c2-1145-492c-acb9-f6ad2a49b293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (6661897a-2fd3-42ab-964c-54086fc5ac80), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:46.100880 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60e680c-1632-4859-867c-360092de8a42 None None] Sync routers for ids ['de201a7f-c106-430f-88c1-91e3f5b48dca'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:27:46.122034 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] Checking router: 39e76c06-04cd-44ba-88ff-73ba59dddfaa for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:27:46.122390 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] Updating router 39e76c06-04cd-44ba-88ff-73ba59dddfaa port 952c44fe-8909-4857-bbef-3f8f01c76bf5 binding host dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:27:46.155534 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-2d48d8c0-2ecf-4ee2-bd9d-a6444c441550 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:46.157575 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-2d48d8c0-2ecf-4ee2-bd9d-a6444c441550 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/networks?id=afb5a3e7-7844-40a2-b2f3-321ba05c443b HTTP/1.1" status: 200 len: 810 time: 0.7013431 Mar 28 14:27:46.177613 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7c76c2-1145-492c-acb9-f6ad2a49b293 admin admin] Network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:27:46.179137 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-2d9d632a-ef61-45a4-b398-3022a5e437fa tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/quotas/6377be1dbc9d4159b9dde7c4218d1520 HTTP/1.1" status: 200 len: 375 time: 0.0163226 Mar 28 14:27:46.206460 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60e680c-1632-4859-867c-360092de8a42 None None] Routers {'de201a7f-c106-430f-88c1-91e3f5b48dca'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:27:46.207463 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-b60e680c-1632-4859-867c-360092de8a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:27:31Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['de201a7f-c106-430f-88c1-91e3f5b48dca'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:46.213010 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 393a7433-9c3c-4191-88ff-a9d363e9df18 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:46.213382 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (393a7433-9c3c-4191-88ff-a9d363e9df18), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:46.233068 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-0d7c76c2-1145-492c-acb9-f6ad2a49b293 admin admin] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:27:46.253870 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7c76c2-1145-492c-acb9-f6ad2a49b293 admin admin] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:27:46.254922 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0d7c76c2-1145-492c-acb9-f6ad2a49b293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1559801'] for router_interface (397000c6-b7b9-4b28-ab6b-2e9f38f60eb2), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:46.298870 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (952c44fe-8909-4857-bbef-3f8f01c76bf5), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:46.337150 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] For port d5512684-999d-47c7-ba7b-469fa368b22c, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:27:46.347077 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] For port d5512684-999d-47c7-ba7b-469fa368b22c, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=d5512684-999d-47c7-ba7b-469fa368b22c,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:27:46.352922 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45d7aa-6768-46f2-a263-3eef29ee8316 None None] Pushing event updated for resources: {'Port': ['ID=d5512684-999d-47c7-ba7b-469fa368b22c,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:46.358529 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-9e2b436f-430c-4252-9abb-7e855be65496 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6377be1dbc9d4159b9dde7c4218d1520&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1724017 Mar 28 14:27:46.443728 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-b60e680c-1632-4859-867c-360092de8a42 None None] Set router de201a7f-c106-430f-88c1-91e3f5b48dca gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:27:46.555276 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (d5512684-999d-47c7-ba7b-469fa368b22c), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:46.610878 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-1878812d-0086-4d1e-91d7-9ae04454c17a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103205) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 14:27:46.619160 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-1878812d-0086-4d1e-91d7-9ae04454c17a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1220257 Mar 28 14:27:46.647752 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 393a7433-9c3c-4191-88ff-a9d363e9df18 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:46.648816 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device b83049c3-0be7-4459-86a4-2d3a562e0367 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:27:46.698735 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] Routers {'62fbf8b3-f946-4b2c-8633-d1873c312c4b'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:27:46.700138 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:27:31Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['62fbf8b3-f946-4b2c-8633-d1873c312c4b'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:46.740981 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c76c2-1145-492c-acb9-f6ad2a49b293 admin admin] Pushing event updated for resources: {'Port': ['ID=6661897a-2fd3-42ab-964c-54086fc5ac80,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:46.758729 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-3f758618-d8b3-4304-a8c5-97746b292323 None None] Provisioning complete for port 6661897a-2fd3-42ab-964c-54086fc5ac80 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:46.759120 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3f758618-d8b3-4304-a8c5-97746b292323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (6661897a-2fd3-42ab-964c-54086fc5ac80), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:46.805702 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-8a5f4851-aa26-4bdc-a360-0491fd969321 service neutron] 10.222.0.13 "GET /v2.0/networks/afb5a3e7-7844-40a2-b2f3-321ba05c443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854532 Mar 28 14:27:46.827765 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] Set router 62fbf8b3-f946-4b2c-8633-d1873c312c4b gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:27:46.839106 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port b83049c3-0be7-4459-86a4-2d3a562e0367 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:46.839479 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (b83049c3-0be7-4459-86a4-2d3a562e0367), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:46.882123 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-856bd2ff-e24c-46c8-8e24-6cdf9b26397e req-8ef64352-5c96-4d81-8965-e8532f8d0fc9 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 210 time: 0.3151343 Mar 28 14:27:46.889631 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-3f758618-d8b3-4304-a8c5-97746b292323 None None] Port 6661897a-2fd3-42ab-964c-54086fc5ac80 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:27:47.009046 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45d7aa-6768-46f2-a263-3eef29ee8316 None None] Pushing event updated for resources: {'Port': ['ID=d5512684-999d-47c7-ba7b-469fa368b22c,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:47.023269 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port b83049c3-0be7-4459-86a4-2d3a562e0367 is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:47.023739 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (b83049c3-0be7-4459-86a4-2d3a562e0367), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:47.028539 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-966a1a3e-5950-467b-9f6d-3ff775d800d4 service neutron] 10.222.0.13 "GET /v2.0/networks/afb5a3e7-7844-40a2-b2f3-321ba05c443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160227 Mar 28 14:27:47.038039 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] Publish callbacks [] for port (952c44fe-8909-4857-bbef-3f8f01c76bf5), precommit_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:47.055224 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (952c44fe-8909-4857-bbef-3f8f01c76bf5), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:47.058650 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] For port b83049c3-0be7-4459-86a4-2d3a562e0367, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=b83049c3-0be7-4459-86a4-2d3a562e0367,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:27:47.100495 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872d28a-79f3-417e-ae75-147a4fafe985 None None] Pushing event updated for resources: {'Port': ['ID=952c44fe-8909-4857-bbef-3f8f01c76bf5,revision_number=2']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:47.104601 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (b83049c3-0be7-4459-86a4-2d3a562e0367), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:47.105533 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 1b73f9ec-374f-4b8e-a4db-6f1265f11a20 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:27:47.180871 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] Attempting to bind port 952c44fe-8909-4857-bbef-3f8f01c76bf5 on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:27:47.181309 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] Attempting to bind port 952c44fe-8909-4857-bbef-3f8f01c76bf5 by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:27:47.181713 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] Attempting to bind port 952c44fe-8909-4857-bbef-3f8f01c76bf5 on network c66de8d5-469e-474b-81ba-d9e7301ef93c {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:27:47.183601 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7f74165c-e5d4-495e-af6a-0c4e9c7efdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:47.199787 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1215945564-router', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:41Z', 'revision_number': 3, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'gw_port': {'id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:38Z', 'updated_at': '2022-03-28T14:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:47.205620 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:27:47.206097 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] Checking segment: {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:27:47.206615 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:47.207075 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] Bound using segment: {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:27:47.207634 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] Bound port: 952c44fe-8909-4857-bbef-3f8f01c76bf5, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:27:47.208016 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (952c44fe-8909-4857-bbef-3f8f01c76bf5), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:47.209417 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-6c7124e6-a6d7-49d3-a6b2-f75d8ad1a462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:47.234962 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Pushing event updated for resources: {'Port': ['ID=b83049c3-0be7-4459-86a4-2d3a562e0367,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:47.242594 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320d6736-104e-43cb-b291-ecab3ab18b92 None None] The sync data for ids ['62fbf8b3-f946-4b2c-8633-d1873c312c4b'] in dv-cinder-790535-35-iscsi is: [{'id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1215945564-router', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:41Z', 'revision_number': 3, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'gw_port': {'id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:38Z', 'updated_at': '2022-03-28T14:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:27:47.245369 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-b60e680c-1632-4859-867c-360092de8a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'name': 'tempest-AttachVolumeTestJSON-165406945-router', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:40Z', 'revision_number': 4, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'gw_port': {'id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'c8c16ed9-4964-4c1f-8c1e-16cc28c17980', 'name': '', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'mac_address': 'fa:16:3e:05:5f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:39Z', 'updated_at': '2022-03-28T14:27:41Z', 'revision_number': 2, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'subnets': [{'id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:47.258108 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 1b73f9ec-374f-4b8e-a4db-6f1265f11a20 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:47.258486 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (1b73f9ec-374f-4b8e-a4db-6f1265f11a20), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:47.318135 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60e680c-1632-4859-867c-360092de8a42 None None] Checking router: de201a7f-c106-430f-88c1-91e3f5b48dca for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:27:47.318135 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60e680c-1632-4859-867c-360092de8a42 None None] Updating router de201a7f-c106-430f-88c1-91e3f5b48dca port c8c16ed9-4964-4c1f-8c1e-16cc28c17980 binding host dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:27:47.325580 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] For port 952c44fe-8909-4857-bbef-3f8f01c76bf5, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:27:47.343604 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] For port 952c44fe-8909-4857-bbef-3f8f01c76bf5, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=952c44fe-8909-4857-bbef-3f8f01c76bf5,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:27:47.351620 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (952c44fe-8909-4857-bbef-3f8f01c76bf5), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:47.353618 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0d7c76c2-1145-492c-acb9-f6ad2a49b293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (6661897a-2fd3-42ab-964c-54086fc5ac80), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:47.375787 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b60e680c-1632-4859-867c-360092de8a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (c8c16ed9-4964-4c1f-8c1e-16cc28c17980), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:47.440716 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a9201ddc-9b41-41b0-95cb-9626a85dc944 req-ab155180-66fa-4ae5-94ff-481d070f02bc tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 210 time: 0.0827973 Mar 28 14:27:47.639171 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 1b73f9ec-374f-4b8e-a4db-6f1265f11a20 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:47.671272 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872d28a-79f3-417e-ae75-147a4fafe985 None None] Pushing event updated for resources: {'Port': ['ID=952c44fe-8909-4857-bbef-3f8f01c76bf5,revision_number=3']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:47.685839 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] Routers {'39e76c06-04cd-44ba-88ff-73ba59dddfaa'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:27:47.687499 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:27:31Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:47.887330 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] Set router 39e76c06-04cd-44ba-88ff-73ba59dddfaa gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:27:47.894740 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b60e680c-1632-4859-867c-360092de8a42 None None] Publish callbacks [] for port (c8c16ed9-4964-4c1f-8c1e-16cc28c17980), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:47.903950 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b60e680c-1632-4859-867c-360092de8a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (c8c16ed9-4964-4c1f-8c1e-16cc28c17980), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:47.908321 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-6c7124e6-a6d7-49d3-a6b2-f75d8ad1a462 admin admin] Allocated IP 172.20.0.1 (6f3f979a-d18b-4240-ba5e-d7c4fbc29362/52dd69ba-aebc-4a99-b26d-625288b32bae/1036118f-d872-47f6-a6c9-8139e0650651) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:27:48.046561 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab309c9d-ae16-4497-8663-894867b3904c None None] Pushing event updated for resources: {'Port': ['ID=c8c16ed9-4964-4c1f-8c1e-16cc28c17980,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:48.056034 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device e975b9ee-da27-47b0-8274-cedffdbd6f80 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:27:48.107262 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-b60e680c-1632-4859-867c-360092de8a42 None None] Attempting to bind port c8c16ed9-4964-4c1f-8c1e-16cc28c17980 on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:27:48.107890 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-b60e680c-1632-4859-867c-360092de8a42 None None] Attempting to bind port c8c16ed9-4964-4c1f-8c1e-16cc28c17980 by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': '55bf6534-2009-442c-a956-6e523eeb9410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:27:48.108600 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e680c-1632-4859-867c-360092de8a42 None None] Attempting to bind port c8c16ed9-4964-4c1f-8c1e-16cc28c17980 on network afb5a3e7-7844-40a2-b2f3-321ba05c443b {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:27:48.116656 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e680c-1632-4859-867c-360092de8a42 None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:27:48.122943 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e680c-1632-4859-867c-360092de8a42 None None] Checking segment: {'id': '55bf6534-2009-442c-a956-6e523eeb9410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:27:48.123541 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b60e680c-1632-4859-867c-360092de8a42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:48.124135 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e680c-1632-4859-867c-360092de8a42 None None] Bound using segment: {'id': '55bf6534-2009-442c-a956-6e523eeb9410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:27:48.124651 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-b60e680c-1632-4859-867c-360092de8a42 None None] Bound port: c8c16ed9-4964-4c1f-8c1e-16cc28c17980, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55bf6534-2009-442c-a956-6e523eeb9410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:27:48.125036 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b60e680c-1632-4859-867c-360092de8a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (c8c16ed9-4964-4c1f-8c1e-16cc28c17980), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:48.267185 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-b60e680c-1632-4859-867c-360092de8a42 None None] For port c8c16ed9-4964-4c1f-8c1e-16cc28c17980, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:27:48.271590 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-b60e680c-1632-4859-867c-360092de8a42 None None] For port c8c16ed9-4964-4c1f-8c1e-16cc28c17980, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=c8c16ed9-4964-4c1f-8c1e-16cc28c17980,segment=NetworkSegment(55bf6534-2009-442c-a956-6e523eeb9410),segment_id=55bf6534-2009-442c-a956-6e523eeb9410)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:27:48.282389 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b60e680c-1632-4859-867c-360092de8a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (c8c16ed9-4964-4c1f-8c1e-16cc28c17980), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:48.301091 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-6c7124e6-a6d7-49d3-a6b2-f75d8ad1a462 admin admin] Publish callbacks [] for port (1036118f-d872-47f6-a6c9-8139e0650651), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:48.391097 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab309c9d-ae16-4497-8663-894867b3904c None None] Pushing event updated for resources: {'Port': ['ID=c8c16ed9-4964-4c1f-8c1e-16cc28c17980,revision_number=4']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:48.391424 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port e975b9ee-da27-47b0-8274-cedffdbd6f80 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:48.391807 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (e975b9ee-da27-47b0-8274-cedffdbd6f80), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:48.393993 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60e680c-1632-4859-867c-360092de8a42 None None] Routers {'de201a7f-c106-430f-88c1-91e3f5b48dca'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:27:48.394642 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-b60e680c-1632-4859-867c-360092de8a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:27:31Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['de201a7f-c106-430f-88c1-91e3f5b48dca'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:48.427350 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f1850425-045d-420c-93f9-0d4d31a6047d req-84f4e1a1-1fac-44c4-a1a9-574616fc1121 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 210 time: 0.0959518 Mar 28 14:27:48.504225 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-7f74165c-e5d4-495e-af6a-0c4e9c7efdd2 admin admin] Allocated IP 172.20.0.1 (bcd22f98-d55c-4ded-97e4-59fdf5d005e8/31660ae6-3a03-4024-957b-fcff7a111abb/d48e26ee-610c-4ce0-a1fd-0a1e5841dba7) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:27:48.586547 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-6c7124e6-a6d7-49d3-a6b2-f75d8ad1a462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (1036118f-d872-47f6-a6c9-8139e0650651), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:48.586797 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-72b0c43c-cb9a-4fc2-92e0-2961a7ae5f91 None None] Provisioning complete for port c8c16ed9-4964-4c1f-8c1e-16cc28c17980 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:48.588884 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-72b0c43c-cb9a-4fc2-92e0-2961a7ae5f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (c8c16ed9-4964-4c1f-8c1e-16cc28c17980), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:48.774124 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0d7c76c2-1145-492c-acb9-f6ad2a49b293 admin admin] Publish callbacks [] for port (6661897a-2fd3-42ab-964c-54086fc5ac80), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:48.779168 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7124e6-a6d7-49d3-a6b2-f75d8ad1a462 admin admin] Network 6f3f979a-d18b-4240-ba5e-d7c4fbc29362 is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:27:48.799788 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-6c7124e6-a6d7-49d3-a6b2-f75d8ad1a462 admin admin] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:27:48.802304 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0d7c76c2-1145-492c-acb9-f6ad2a49b293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (6661897a-2fd3-42ab-964c-54086fc5ac80), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:48.803039 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0d7c76c2-1145-492c-acb9-f6ad2a49b293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1559661'] for router_interface (397000c6-b7b9-4b28-ab6b-2e9f38f60eb2), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:48.822403 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7124e6-a6d7-49d3-a6b2-f75d8ad1a462 admin admin] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:27:48.822886 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-6c7124e6-a6d7-49d3-a6b2-f75d8ad1a462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1559801'] for router_interface (62fbf8b3-f946-4b2c-8633-d1873c312c4b), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:48.833425 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-b60e680c-1632-4859-867c-360092de8a42 None None] Set router de201a7f-c106-430f-88c1-91e3f5b48dca gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:27:48.842171 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.18', 55630) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:48.933082 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1174680643-router', 'tenant_id': '26effb221cba493895805136dd811e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:42Z', 'revision_number': 3, 'project_id': '26effb221cba493895805136dd811e20', 'gw_port': {'id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:40Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:48.934910 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port e975b9ee-da27-47b0-8274-cedffdbd6f80 is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:48.935336 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (e975b9ee-da27-47b0-8274-cedffdbd6f80), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:49.030137 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8172c62e-0d2a-49b7-87e9-86442ce68ffe None None] The sync data for ids ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'] in dv-cinder-790535-35-iscsi is: [{'id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1174680643-router', 'tenant_id': '26effb221cba493895805136dd811e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:42Z', 'revision_number': 3, 'project_id': '26effb221cba493895805136dd811e20', 'gw_port': {'id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:40Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:27:49.076907 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] For port e975b9ee-da27-47b0-8274-cedffdbd6f80, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=e975b9ee-da27-47b0-8274-cedffdbd6f80,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:27:49.078198 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-72b0c43c-cb9a-4fc2-92e0-2961a7ae5f91 None None] Current status of the port c8c16ed9-4964-4c1f-8c1e-16cc28c17980 is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:49.079090 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-72b0c43c-cb9a-4fc2-92e0-2961a7ae5f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (c8c16ed9-4964-4c1f-8c1e-16cc28c17980), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:49.093418 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (e975b9ee-da27-47b0-8274-cedffdbd6f80), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:49.094214 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device b83049c3-0be7-4459-86a4-2d3a562e0367 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:27:49.107082 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d97c61-a523-4d50-8167-0945f44d373f req-3fb8ca67-58c7-4b68-9e34-f0a9cefc07a3 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:49.110359 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b9d97c61-a523-4d50-8167-0945f44d373f req-3fb8ca67-58c7-4b68-9e34-f0a9cefc07a3 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.18 "GET /v2.0/networks?id=5b68372c-e612-4b51-a485-e4be3ede082d HTTP/1.1" status: 200 len: 811 time: 0.2664235 Mar 28 14:27:49.158141 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-b9d97c61-a523-4d50-8167-0945f44d373f req-90e06a53-d2cc-4e65-befb-f04b2dd11b0d tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Request body: {'port': {'device_id': '510aab75-5bb8-4faa-900c-12e502f08cc9', 'network_id': '5b68372c-e612-4b51-a485-e4be3ede082d', 'admin_state_up': True, 'tenant_id': '4452c36223084e62a654d03f976a56b0'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:49.249024 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7124e6-a6d7-49d3-a6b2-f75d8ad1a462 admin admin] Pushing event updated for resources: {'Port': ['ID=1036118f-d872-47f6-a6c9-8139e0650651,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:49.300177 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Pushing event updated for resources: {'Port': ['ID=e975b9ee-da27-47b0-8274-cedffdbd6f80,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:49.303287 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-b60e680c-1632-4859-867c-360092de8a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'name': 'tempest-AttachVolumeTestJSON-165406945-router', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:40Z', 'revision_number': 4, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'gw_port': {'id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'c8c16ed9-4964-4c1f-8c1e-16cc28c17980', 'name': '', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'mac_address': 'fa:16:3e:05:5f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:39Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'subnets': [{'id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:49.317535 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-72b0c43c-cb9a-4fc2-92e0-2961a7ae5f91 None None] For port c8c16ed9-4964-4c1f-8c1e-16cc28c17980, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=c8c16ed9-4964-4c1f-8c1e-16cc28c17980,segment=NetworkSegment(55bf6534-2009-442c-a956-6e523eeb9410),segment_id=55bf6534-2009-442c-a956-6e523eeb9410)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:27:49.321863 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port b83049c3-0be7-4459-86a4-2d3a562e0367 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:49.322264 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (b83049c3-0be7-4459-86a4-2d3a562e0367), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:49.325354 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-72b0c43c-cb9a-4fc2-92e0-2961a7ae5f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (c8c16ed9-4964-4c1f-8c1e-16cc28c17980), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:49.353095 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a962f465-e9c5-43b3-912f-5215428fd638 req-d2f1e3fa-fe43-4438-90d0-8a97173a3bc2 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 210 time: 0.1006877 Mar 28 14:27:49.380540 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60e680c-1632-4859-867c-360092de8a42 None None] The sync data for ids ['de201a7f-c106-430f-88c1-91e3f5b48dca'] in dv-cinder-790535-35-iscsi is: [{'id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'name': 'tempest-AttachVolumeTestJSON-165406945-router', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:40Z', 'revision_number': 4, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'gw_port': {'id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'c8c16ed9-4964-4c1f-8c1e-16cc28c17980', 'name': '', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'mac_address': 'fa:16:3e:05:5f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:39Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'subnets': [{'id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:27:49.401867 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0c43c-cb9a-4fc2-92e0-2961a7ae5f91 None None] Pushing event updated for resources: {'Port': ['ID=c8c16ed9-4964-4c1f-8c1e-16cc28c17980,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:49.412371 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9d97c61-a523-4d50-8167-0945f44d373f req-90e06a53-d2cc-4e65-befb-f04b2dd11b0d tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Made reservation on behalf of 4452c36223084e62a654d03f976a56b0 for: {'port': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:27:49.421670 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-b9d97c61-a523-4d50-8167-0945f44d373f req-90e06a53-d2cc-4e65-befb-f04b2dd11b0d tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:49.478318 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port b83049c3-0be7-4459-86a4-2d3a562e0367 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:49.486149 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-2c8aeeda-0e02-4db8-a5a0-938a2c6398b0 None None] Provisioning complete for port 1036118f-d872-47f6-a6c9-8139e0650651 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:49.486782 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-2c8aeeda-0e02-4db8-a5a0-938a2c6398b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (1036118f-d872-47f6-a6c9-8139e0650651), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:49.551913 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7c76c2-1145-492c-acb9-f6ad2a49b293 admin admin] Network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:27:49.558772 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-2c8aeeda-0e02-4db8-a5a0-938a2c6398b0 None None] Port 1036118f-d872-47f6-a6c9-8139e0650651 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:27:49.588552 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-2c8aeeda-0e02-4db8-a5a0-938a2c6398b0 None None] Provisioning complete for port c8c16ed9-4964-4c1f-8c1e-16cc28c17980 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:49.589102 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-2c8aeeda-0e02-4db8-a5a0-938a2c6398b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (c8c16ed9-4964-4c1f-8c1e-16cc28c17980), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:49.593630 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.18', 55637) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:49.642001 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-0d7c76c2-1145-492c-acb9-f6ad2a49b293 admin admin] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:27:49.650093 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c76c2-1145-492c-acb9-f6ad2a49b293 admin admin] Pushing event updated for resources: {'Port': ['ID=6661897a-2fd3-42ab-964c-54086fc5ac80,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:49.781278 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7f74165c-e5d4-495e-af6a-0c4e9c7efdd2 admin admin] Publish callbacks [] for port (d48e26ee-610c-4ce0-a1fd-0a1e5841dba7), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:49.792104 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-2c8aeeda-0e02-4db8-a5a0-938a2c6398b0 None None] Current status of the port c8c16ed9-4964-4c1f-8c1e-16cc28c17980 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:49.840432 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:27:49.851892 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7c76c2-1145-492c-acb9-f6ad2a49b293 admin admin] Router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:27:49.871910 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-6c7124e6-a6d7-49d3-a6b2-f75d8ad1a462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (1036118f-d872-47f6-a6c9-8139e0650651), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:49.944078 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-b7ef58a9-8bef-4ebf-a630-b6535d31646a tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:49.945762 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-b7ef58a9-8bef-4ebf-a630-b6535d31646a tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.18 "GET /v2.0/networks?id=afb5a3e7-7844-40a2-b2f3-321ba05c443b HTTP/1.1" status: 200 len: 810 time: 0.3472278 Mar 28 14:27:49.984464 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7b81e46c-a5dd-44c4-87ae-df782fb9defb req-f65810f4-67ea-46be-88f6-d8da021193dc tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 210 time: 0.3890646 Mar 28 14:27:50.072048 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7c76c2-1145-492c-acb9-f6ad2a49b293 admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:27:50.081814 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-0d7c76c2-1145-492c-acb9-f6ad2a49b293 admin admin] 10.222.0.13 "PUT /v2.0/routers/397000c6-b7b9-4b28-ab6b-2e9f38f60eb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2233860 Mar 28 14:27:50.115064 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] Sync routers for ids ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:27:50.151405 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7f74165c-e5d4-495e-af6a-0c4e9c7efdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (d48e26ee-610c-4ce0-a1fd-0a1e5841dba7), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:50.155868 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] Routers {'397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:27:50.156506 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:27:31Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:50.238945 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74165c-e5d4-495e-af6a-0c4e9c7efdd2 admin admin] Pushing event updated for resources: {'Port': ['ID=d48e26ee-610c-4ce0-a1fd-0a1e5841dba7,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:50.338187 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [req-b9d97c61-a523-4d50-8167-0945f44d373f req-90e06a53-d2cc-4e65-befb-f04b2dd11b0d tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Allocated IP 172.20.0.8 (5b68372c-e612-4b51-a485-e4be3ede082d/f1c46b14-5f49-4d7c-8665-a19031516c84/7eef624c-10a6-43d5-b682-13aee1a14e6e) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:27:50.444284 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f74165c-e5d4-495e-af6a-0c4e9c7efdd2 admin admin] Network bcd22f98-d55c-4ded-97e4-59fdf5d005e8 is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:27:50.466688 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-7f74165c-e5d4-495e-af6a-0c4e9c7efdd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:27:50.484664 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f74165c-e5d4-495e-af6a-0c4e9c7efdd2 admin admin] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:27:50.485366 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7f74165c-e5d4-495e-af6a-0c4e9c7efdd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1559801'] for router_interface (39e76c06-04cd-44ba-88ff-73ba59dddfaa), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:50.533233 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device c8c16ed9-4964-4c1f-8c1e-16cc28c17980 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:27:50.709952 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] Set router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:27:50.887611 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-6c7124e6-a6d7-49d3-a6b2-f75d8ad1a462 admin admin] Publish callbacks [] for port (1036118f-d872-47f6-a6c9-8139e0650651), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:50.911444 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-6c7124e6-a6d7-49d3-a6b2-f75d8ad1a462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (1036118f-d872-47f6-a6c9-8139e0650651), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:50.912467 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-6c7124e6-a6d7-49d3-a6b2-f75d8ad1a462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1559661'] for router_interface (62fbf8b3-f946-4b2c-8633-d1873c312c4b), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:50.937019 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-b9d97c61-a523-4d50-8167-0945f44d373f req-90e06a53-d2cc-4e65-befb-f04b2dd11b0d tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Publish callbacks [] for port (7eef624c-10a6-43d5-b682-13aee1a14e6e), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:51.037517 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-250a913d-4f12-4b8b-86ee-00d250a58655 None None] Provisioning complete for port 6661897a-2fd3-42ab-964c-54086fc5ac80 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:51.037730 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-250a913d-4f12-4b8b-86ee-00d250a58655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (6661897a-2fd3-42ab-964c-54086fc5ac80), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:51.047501 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-b9d97c61-a523-4d50-8167-0945f44d373f req-90e06a53-d2cc-4e65-befb-f04b2dd11b0d tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (7eef624c-10a6-43d5-b682-13aee1a14e6e), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:51.254395 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8f4b8736-6099-41e8-b730-52d44aac800d req-17f43425-e71c-4622-a5c1-e49226e11e62 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 210 time: 0.2287831 Mar 28 14:27:51.257156 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7124e6-a6d7-49d3-a6b2-f75d8ad1a462 admin admin] Pushing event updated for resources: {'Port': ['ID=1036118f-d872-47f6-a6c9-8139e0650651,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:51.281941 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7f74165c-e5d4-495e-af6a-0c4e9c7efdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (d48e26ee-610c-4ce0-a1fd-0a1e5841dba7), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:51.377669 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 39054) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:51.385475 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d97c61-a523-4d50-8167-0945f44d373f req-90e06a53-d2cc-4e65-befb-f04b2dd11b0d tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Network 5b68372c-e612-4b51-a485-e4be3ede082d is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:27:51.409781 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [req-b9d97c61-a523-4d50-8167-0945f44d373f req-90e06a53-d2cc-4e65-befb-f04b2dd11b0d tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:27:51.429283 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-250a913d-4f12-4b8b-86ee-00d250a58655 None None] Port 6661897a-2fd3-42ab-964c-54086fc5ac80 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:27:51.443813 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d97c61-a523-4d50-8167-0945f44d373f req-90e06a53-d2cc-4e65-befb-f04b2dd11b0d tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:27:51.492269 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-abeaedd9-48b6-489a-92f0-f974c313de89 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1400049526', 'description': 'tempest-description--834754359'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:51.493481 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d97c61-a523-4d50-8167-0945f44d373f req-90e06a53-d2cc-4e65-befb-f04b2dd11b0d tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:51.494402 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-b9d97c61-a523-4d50-8167-0945f44d373f req-90e06a53-d2cc-4e65-befb-f04b2dd11b0d tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:51.563369 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port c8c16ed9-4964-4c1f-8c1e-16cc28c17980 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:51.563753 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (c8c16ed9-4964-4c1f-8c1e-16cc28c17980), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:51.591007 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b9d97c61-a523-4d50-8167-0945f44d373f req-90e06a53-d2cc-4e65-befb-f04b2dd11b0d tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4280603 Mar 28 14:27:51.687221 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e06a53-d2cc-4e65-befb-f04b2dd11b0d tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Pushing event updated for resources: {'Port': ['ID=7eef624c-10a6-43d5-b682-13aee1a14e6e,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:51.702770 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7124e6-a6d7-49d3-a6b2-f75d8ad1a462 admin admin] Network 6f3f979a-d18b-4240-ba5e-d7c4fbc29362 is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:27:51.724268 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-6c7124e6-a6d7-49d3-a6b2-f75d8ad1a462 admin admin] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:27:51.748002 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-abeaedd9-48b6-489a-92f0-f974c313de89 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:51.758466 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-50e8f458-f575-455a-8a05-75c6a2904cda None None] Provisioning complete for port d48e26ee-610c-4ce0-a1fd-0a1e5841dba7 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:51.758828 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-50e8f458-f575-455a-8a05-75c6a2904cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (d48e26ee-610c-4ce0-a1fd-0a1e5841dba7), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:51.947434 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-50e8f458-f575-455a-8a05-75c6a2904cda None None] Port d48e26ee-610c-4ce0-a1fd-0a1e5841dba7 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:27:51.982387 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ac8bc-18e9-45d7-80ac-3262624e435f req-91435a92-aa7c-4caa-974c-c08d9f09cf63 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:51.989911 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ab5ac8bc-18e9-45d7-80ac-3262624e435f req-91435a92-aa7c-4caa-974c-c08d9f09cf63 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 931 time: 0.1500545 Mar 28 14:27:52.002765 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port c8c16ed9-4964-4c1f-8c1e-16cc28c17980 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:52.003910 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device d5512684-999d-47c7-ba7b-469fa368b22c up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:27:52.032054 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7124e6-a6d7-49d3-a6b2-f75d8ad1a462 admin admin] Router 62fbf8b3-f946-4b2c-8633-d1873c312c4b has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:27:52.047256 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 2, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:52.055705 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ab5ac8bc-18e9-45d7-80ac-3262624e435f req-cc876b9a-dd3c-42fa-ac88-dd9fa2471cc1 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647621 Mar 28 14:27:52.213659 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-abeaedd9-48b6-489a-92f0-f974c313de89 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group (c20c6be8-fb2b-44f5-88cd-ba985b7da40c), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:52.216548 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] Checking router: 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:27:52.216921 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] Updating router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 port 6661897a-2fd3-42ab-964c-54086fc5ac80 binding host dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:27:52.229382 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-abeaedd9-48b6-489a-92f0-f974c313de89 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (c20c6be8-fb2b-44f5-88cd-ba985b7da40c), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:52.240578 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7f74165c-e5d4-495e-af6a-0c4e9c7efdd2 admin admin] Publish callbacks [] for port (d48e26ee-610c-4ce0-a1fd-0a1e5841dba7), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:52.253263 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7f74165c-e5d4-495e-af6a-0c4e9c7efdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (d48e26ee-610c-4ce0-a1fd-0a1e5841dba7), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:52.253883 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7f74165c-e5d4-495e-af6a-0c4e9c7efdd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1559661'] for router_interface (39e76c06-04cd-44ba-88ff-73ba59dddfaa), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:52.257364 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (6661897a-2fd3-42ab-964c-54086fc5ac80), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:52.268038 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-65b3bc37-2841-46a8-b351-8ce2eeaef57e None None] Provisioning complete for port 1036118f-d872-47f6-a6c9-8139e0650651 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:52.268416 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-65b3bc37-2841-46a8-b351-8ce2eeaef57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (1036118f-d872-47f6-a6c9-8139e0650651), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:52.294672 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port d5512684-999d-47c7-ba7b-469fa368b22c triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:52.294966 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (d5512684-999d-47c7-ba7b-469fa368b22c), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:52.339348 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7124e6-a6d7-49d3-a6b2-f75d8ad1a462 admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:27:52.347269 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-65b3bc37-2841-46a8-b351-8ce2eeaef57e None None] Port 1036118f-d872-47f6-a6c9-8139e0650651 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:27:52.353438 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-6c7124e6-a6d7-49d3-a6b2-f75d8ad1a462 admin admin] 10.222.0.13 "PUT /v2.0/routers/62fbf8b3-f946-4b2c-8633-d1873c312c4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7372537 Mar 28 14:27:52.356096 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-abeaedd9-48b6-489a-92f0-f974c313de89 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:52.360021 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-abeaedd9-48b6-489a-92f0-f974c313de89 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9714046 Mar 28 14:27:52.360327 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 39070) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:52.372765 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] Sync routers for ids ['62fbf8b3-f946-4b2c-8633-d1873c312c4b'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:27:52.373367 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-c7fc1d2c-2b84-4910-95ce-a52d4d8b9260 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Request body: {'security_group_rule': {'security_group_id': 'c20c6be8-fb2b-44f5-88cd-ba985b7da40c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:52.383585 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeaedd9-48b6-489a-92f0-f974c313de89 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c20c6be8-fb2b-44f5-88cd-ba985b7da40c,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:52.395806 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] Routers {'62fbf8b3-f946-4b2c-8633-d1873c312c4b'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:27:52.396793 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:27:31Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['62fbf8b3-f946-4b2c-8633-d1873c312c4b'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:52.430329 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74165c-e5d4-495e-af6a-0c4e9c7efdd2 admin admin] Pushing event updated for resources: {'Port': ['ID=d48e26ee-610c-4ce0-a1fd-0a1e5841dba7,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:52.463879 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c7fc1d2c-2b84-4910-95ce-a52d4d8b9260 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group_rule (98c1c13d-66b8-4c5e-8435-a83a21d65dbf), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:52.563544 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c7fc1d2c-2b84-4910-95ce-a52d4d8b9260 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group_rule (98c1c13d-66b8-4c5e-8435-a83a21d65dbf), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:52.572262 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c7fc1d2c-2b84-4910-95ce-a52d4d8b9260 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (98c1c13d-66b8-4c5e-8435-a83a21d65dbf), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:52.580189 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-e06bad92-003b-4a26-b5c9-a1d4e9047cec req-2e0a0cbd-ee5d-425e-85cb-5cc89d7c8562 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 210 time: 0.1746104 Mar 28 14:27:52.623563 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c7fc1d2c-2b84-4910-95ce-a52d4d8b9260 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:52.626058 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-c7fc1d2c-2b84-4910-95ce-a52d4d8b9260 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2646997 Mar 28 14:27:52.629083 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 39076) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:52.634836 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-26da6f16-ac84-4ac8-9fb8-500a737c429a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Request body: {'security_group_rule': {'security_group_id': 'c20c6be8-fb2b-44f5-88cd-ba985b7da40c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:52.641119 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc1d2c-2b84-4910-95ce-a52d4d8b9260 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c1c13d-66b8-4c5e-8435-a83a21d65dbf,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:52.726041 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] Publish callbacks [] for port (6661897a-2fd3-42ab-964c-54086fc5ac80), precommit_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:52.737966 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f74165c-e5d4-495e-af6a-0c4e9c7efdd2 admin admin] Network bcd22f98-d55c-4ded-97e4-59fdf5d005e8 is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:27:52.739665 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-7f74165c-e5d4-495e-af6a-0c4e9c7efdd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:27:52.741734 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (6661897a-2fd3-42ab-964c-54086fc5ac80), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:52.764295 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] Set router 62fbf8b3-f946-4b2c-8633-d1873c312c4b gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:27:52.820812 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [req-b9d97c61-a523-4d50-8167-0945f44d373f req-a3b16607-d40f-4f16-9bdd-45992dc50bdb tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103205) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 14:27:52.823500 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b9d97c61-a523-4d50-8167-0945f44d373f req-a3b16607-d40f-4f16-9bdd-45992dc50bdb tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1507380 Mar 28 14:27:52.835376 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-c1fa348c-8ce4-4ec6-a5d3-35c72c037db8 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6377be1dbc9d4159b9dde7c4218d1520 HTTP/1.1" status: 200 len: 380 time: 0.1614020 Mar 28 14:27:52.836623 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-26da6f16-ac84-4ac8-9fb8-500a737c429a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group_rule (9ecdd1d2-d880-412e-9a93-78637125c06e), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:52.899449 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25617f-209f-4572-a903-0bc2ef35b6b1 None None] Pushing event updated for resources: {'Port': ['ID=6661897a-2fd3-42ab-964c-54086fc5ac80,revision_number=3']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:52.959616 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-26da6f16-ac84-4ac8-9fb8-500a737c429a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group_rule (9ecdd1d2-d880-412e-9a93-78637125c06e), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:53.059396 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-26da6f16-ac84-4ac8-9fb8-500a737c429a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (9ecdd1d2-d880-412e-9a93-78637125c06e), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:53.112918 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da6f16-ac84-4ac8-9fb8-500a737c429a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ecdd1d2-d880-412e-9a93-78637125c06e,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:53.120001 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-26da6f16-ac84-4ac8-9fb8-500a737c429a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:53.124698 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-26da6f16-ac84-4ac8-9fb8-500a737c429a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4909751 Mar 28 14:27:53.124698 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 39104) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:53.130178 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-0aaf3f9e-a9e5-481f-bb71-a6f88b0e68db tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Request body: {'floatingip': {'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:53.137711 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1215945564-router', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:49Z', 'revision_number': 4, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'gw_port': {'id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:38Z', 'updated_at': '2022-03-28T14:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '1036118f-d872-47f6-a6c9-8139e0650651', 'name': '', 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'mac_address': 'fa:16:3e:0b:ff:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:50Z', 'revision_number': 2, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'subnets': [{'id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:53.150644 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] Attempting to bind port 6661897a-2fd3-42ab-964c-54086fc5ac80 on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:27:53.151005 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] Attempting to bind port 6661897a-2fd3-42ab-964c-54086fc5ac80 by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': '358170f0-2257-45aa-b080-0f9eeeb25425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb'}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:27:53.151388 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] Attempting to bind port 6661897a-2fd3-42ab-964c-54086fc5ac80 on network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:27:53.175874 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] Checking router: 62fbf8b3-f946-4b2c-8633-d1873c312c4b for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:27:53.176594 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] Updating router 62fbf8b3-f946-4b2c-8633-d1873c312c4b port 1036118f-d872-47f6-a6c9-8139e0650651 binding host dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:27:53.189881 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:27:53.190256 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] Checking segment: {'id': '358170f0-2257-45aa-b080-0f9eeeb25425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:27:53.190661 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:53.195240 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] Bound using segment: {'id': '358170f0-2257-45aa-b080-0f9eeeb25425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb'} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:27:53.195885 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] Bound port: 6661897a-2fd3-42ab-964c-54086fc5ac80, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358170f0-2257-45aa-b080-0f9eeeb25425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb'}}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:27:53.196291 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (6661897a-2fd3-42ab-964c-54086fc5ac80), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:53.202854 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0aaf3f9e-a9e5-481f-bb71-a6f88b0e68db tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:53.212089 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (1036118f-d872-47f6-a6c9-8139e0650651), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:53.288851 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] For port 6661897a-2fd3-42ab-964c-54086fc5ac80, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:27:53.292093 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] For port 6661897a-2fd3-42ab-964c-54086fc5ac80, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=6661897a-2fd3-42ab-964c-54086fc5ac80,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:27:53.306347 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-f056685b-43af-44d8-b0e4-9783ec03d0ed tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:53.307995 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-f056685b-43af-44d8-b0e4-9783ec03d0ed tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/networks?id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362 HTTP/1.1" status: 200 len: 819 time: 0.3435702 Mar 28 14:27:53.311323 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (6661897a-2fd3-42ab-964c-54086fc5ac80), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:53.332382 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-48171c60-0bd0-4e67-bc98-4e7ee10c2412 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/quotas/1519a1dc346a484ea1368320ac6d675c HTTP/1.1" status: 200 len: 375 time: 0.0159633 Mar 28 14:27:53.390906 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ba666-477e-4400-99f1-03807af8bb78 req-23674ffb-e3f8-401f-b82d-2f7b21ae9698 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:53.392653 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1b8ba666-477e-4400-99f1-03807af8bb78 req-23674ffb-e3f8-401f-b82d-2f7b21ae9698 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 931 time: 0.1351178 Mar 28 14:27:53.414874 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ee29d46d-405d-4adf-a753-55eab0aa42a7 None None] Provisioning complete for port d48e26ee-610c-4ce0-a1fd-0a1e5841dba7 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:53.415272 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ee29d46d-405d-4adf-a753-55eab0aa42a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (d48e26ee-610c-4ce0-a1fd-0a1e5841dba7), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:53.417279 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port d5512684-999d-47c7-ba7b-469fa368b22c is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:53.417660 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (d5512684-999d-47c7-ba7b-469fa368b22c), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:53.420506 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0aaf3f9e-a9e5-481f-bb71-a6f88b0e68db tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:53.437331 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-b8b72153-76ef-45b6-a67f-48e931223521 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1519a1dc346a484ea1368320ac6d675c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0973008 Mar 28 14:27:53.469806 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f74165c-e5d4-495e-af6a-0c4e9c7efdd2 admin admin] Router 39e76c06-04cd-44ba-88ff-73ba59dddfaa has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:27:53.475956 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ee29d46d-405d-4adf-a753-55eab0aa42a7 None None] Port d48e26ee-610c-4ce0-a1fd-0a1e5841dba7 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:27:53.485434 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25617f-209f-4572-a903-0bc2ef35b6b1 None None] Pushing event updated for resources: {'Port': ['ID=6661897a-2fd3-42ab-964c-54086fc5ac80,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:53.510866 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1b8ba666-477e-4400-99f1-03807af8bb78 req-1312e7f9-788c-4dcf-8ad4-b68778a12e8c tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039371 Mar 28 14:27:53.513565 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] For port d5512684-999d-47c7-ba7b-469fa368b22c, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=d5512684-999d-47c7-ba7b-469fa368b22c,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:27:53.514920 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] Routers {'397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:27:53.516356 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:27:31Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:53.613152 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (d5512684-999d-47c7-ba7b-469fa368b22c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:53.615628 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device e975b9ee-da27-47b0-8274-cedffdbd6f80 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:27:53.664345 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f74165c-e5d4-495e-af6a-0c4e9c7efdd2 admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:27:53.671539 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-7f74165c-e5d4-495e-af6a-0c4e9c7efdd2 admin admin] 10.222.0.13 "PUT /v2.0/routers/39e76c06-04cd-44ba-88ff-73ba59dddfaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2601795 Mar 28 14:27:53.702005 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] Publish callbacks [] for port (1036118f-d872-47f6-a6c9-8139e0650651), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:53.710253 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (1036118f-d872-47f6-a6c9-8139e0650651), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:53.752779 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-5bebd651-23e5-42de-b7c4-a45fa3260b06 None None] Provisioning complete for port 6661897a-2fd3-42ab-964c-54086fc5ac80 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:53.753605 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-5bebd651-23e5-42de-b7c4-a45fa3260b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (6661897a-2fd3-42ab-964c-54086fc5ac80), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:53.756092 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-81b570be-1d5a-4f55-9886-0e8d254e4488 req-5a15b3d4-778a-4781-a96f-cc802651949a tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 210 time: 0.0527766 Mar 28 14:27:53.793435 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b145d4-d48f-45b5-83ab-1221dfab0768 None None] Pushing event updated for resources: {'Port': ['ID=1036118f-d872-47f6-a6c9-8139e0650651,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:53.803429 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Pushing event updated for resources: {'Port': ['ID=d5512684-999d-47c7-ba7b-469fa368b22c,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:53.868694 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] Attempting to bind port 1036118f-d872-47f6-a6c9-8139e0650651 on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:27:53.868988 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] Attempting to bind port 1036118f-d872-47f6-a6c9-8139e0650651 by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': 'a8b084e1-c299-41e1-b5fd-5fcaad52ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:27:53.869349 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] Attempting to bind port 1036118f-d872-47f6-a6c9-8139e0650651 on network 6f3f979a-d18b-4240-ba5e-d7c4fbc29362 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:27:53.878769 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] Set router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:27:53.880376 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:27:53.880820 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] Checking segment: {'id': 'a8b084e1-c299-41e1-b5fd-5fcaad52ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:27:53.881278 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:53.881760 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] Bound using segment: {'id': 'a8b084e1-c299-41e1-b5fd-5fcaad52ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:27:53.883057 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] Bound port: 1036118f-d872-47f6-a6c9-8139e0650651, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b084e1-c299-41e1-b5fd-5fcaad52ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:27:53.883057 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (1036118f-d872-47f6-a6c9-8139e0650651), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:53.970073 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port e975b9ee-da27-47b0-8274-cedffdbd6f80 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:53.970840 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (e975b9ee-da27-47b0-8274-cedffdbd6f80), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:54.027467 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] For port 1036118f-d872-47f6-a6c9-8139e0650651, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:27:54.031158 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] For port 1036118f-d872-47f6-a6c9-8139e0650651, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=1036118f-d872-47f6-a6c9-8139e0650651,segment=NetworkSegment(a8b084e1-c299-41e1-b5fd-5fcaad52ebed),segment_id=a8b084e1-c299-41e1-b5fd-5fcaad52ebed)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:27:54.040875 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (1036118f-d872-47f6-a6c9-8139e0650651), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:54.193741 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] Routers {'62fbf8b3-f946-4b2c-8633-d1873c312c4b'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:27:54.194382 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:27:31Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['62fbf8b3-f946-4b2c-8633-d1873c312c4b'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:54.212157 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [None req-0aaf3f9e-a9e5-481f-bb71-a6f88b0e68db tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Allocated IP 172.27.1.210 (c66de8d5-469e-474b-81ba-d9e7301ef93c/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73/4d3f44a4-1eb3-40b4-9df9-0ea5274b9150) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:27:54.243926 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-dc5eec87-62f9-4c63-8163-c96242961e79 service neutron] 10.222.0.13 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7978146 Mar 28 14:27:54.386719 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-5bebd651-23e5-42de-b7c4-a45fa3260b06 None None] Current status of the port 6661897a-2fd3-42ab-964c-54086fc5ac80 is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:54.387166 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-5bebd651-23e5-42de-b7c4-a45fa3260b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (6661897a-2fd3-42ab-964c-54086fc5ac80), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:54.408643 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b145d4-d48f-45b5-83ab-1221dfab0768 None None] Pushing event updated for resources: {'Port': ['ID=1036118f-d872-47f6-a6c9-8139e0650651,revision_number=4']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:54.465120 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 39124) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:54.480773 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-a4b4df3d-ecec-4442-8ab2-f00b93b37f65 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Request body: {'security_group': {'name': 'tempest-securitygroup--804620216', 'description': 'tempest-description--1632346372'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:54.540857 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0aaf3f9e-a9e5-481f-bb71-a6f88b0e68db tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for port (4d3f44a4-1eb3-40b4-9df9-0ea5274b9150), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:54.541245 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] Set router 62fbf8b3-f946-4b2c-8633-d1873c312c4b gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:27:54.544590 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a4b4df3d-ecec-4442-8ab2-f00b93b37f65 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:54.548500 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port e975b9ee-da27-47b0-8274-cedffdbd6f80 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:54.650664 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-f5c2a48e-a9bc-4a3c-accd-f1cf6d87fb85 service neutron] 10.222.0.13 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056280 Mar 28 14:27:54.671163 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0aaf3f9e-a9e5-481f-bb71-a6f88b0e68db tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (4d3f44a4-1eb3-40b4-9df9-0ea5274b9150), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:54.724527 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-5bebd651-23e5-42de-b7c4-a45fa3260b06 None None] For port 6661897a-2fd3-42ab-964c-54086fc5ac80, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=6661897a-2fd3-42ab-964c-54086fc5ac80,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:27:54.744861 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaf3f9e-a9e5-481f-bb71-a6f88b0e68db tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:27:54.748675 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-5bebd651-23e5-42de-b7c4-a45fa3260b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (6661897a-2fd3-42ab-964c-54086fc5ac80), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:54.755767 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-0aaf3f9e-a9e5-481f-bb71-a6f88b0e68db tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:27:54.765258 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a4b4df3d-ecec-4442-8ab2-f00b93b37f65 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for security_group (1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:54.777487 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd41314-8831-49cb-957f-3f1b12e1a7b0 req-c1749e00-677b-4f75-aba6-0a422095f143 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:54.778587 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf3f9e-a9e5-481f-bb71-a6f88b0e68db tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event updated for resources: {'Port': ['ID=4d3f44a4-1eb3-40b4-9df9-0ea5274b9150,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:54.788600 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6dd41314-8831-49cb-957f-3f1b12e1a7b0 req-c1749e00-677b-4f75-aba6-0a422095f143 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 931 time: 0.1592476 Mar 28 14:27:54.797013 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a4b4df3d-ecec-4442-8ab2-f00b93b37f65 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:54.797573 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaf3f9e-a9e5-481f-bb71-a6f88b0e68db tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:27:54.911913 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6dd41314-8831-49cb-957f-3f1b12e1a7b0 req-94dd5479-292a-4633-9cad-5c5d245ba2c4 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205089 Mar 28 14:27:54.917804 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a4b4df3d-ecec-4442-8ab2-f00b93b37f65 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:54.932017 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 39132) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:54.932974 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-a4b4df3d-ecec-4442-8ab2-f00b93b37f65 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4563196 Mar 28 14:27:54.952194 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-a43f9205-5495-437a-8f06-0c9678e7cce6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Request body: {'security_group_rule': {'security_group_id': '1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:54.954150 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4df3d-ecec-4442-8ab2-f00b93b37f65 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:54.987009 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebd651-23e5-42de-b7c4-a45fa3260b06 None None] Pushing event updated for resources: {'Port': ['ID=6661897a-2fd3-42ab-964c-54086fc5ac80,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:55.071938 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0aaf3f9e-a9e5-481f-bb71-a6f88b0e68db tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (dab0ba69-6024-413f-b305-42739b4d896d), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:55.113475 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-3c06c636-a475-42c6-8381-c6b789a20280 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Request body: {'port': {'device_id': '071977c7-55ce-4f18-bc78-2781afa68fdc', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'admin_state_up': True, 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'security_groups': ['8e5342f3-5849-4121-b773-ce94ba512abc']}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:55.180826 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device d5512684-999d-47c7-ba7b-469fa368b22c up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:27:55.188727 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c520eefe-4db4-48d4-9dab-d4692f973560 req-aa87c54d-7f43-4e34-885d-ec5c65156890 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 210 time: 0.1323354 Mar 28 14:27:55.194666 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-29745d97-9927-480a-9af2-aad7c30ff0a9 None None] Provisioning complete for port 1036118f-d872-47f6-a6c9-8139e0650651 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:55.195078 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-29745d97-9927-480a-9af2-aad7c30ff0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (1036118f-d872-47f6-a6c9-8139e0650651), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:55.198691 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1215945564-router', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:49Z', 'revision_number': 4, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'gw_port': {'id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:38Z', 'updated_at': '2022-03-28T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '1036118f-d872-47f6-a6c9-8139e0650651', 'name': '', 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'mac_address': 'fa:16:3e:0b:ff:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 4, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'subnets': [{'id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:55.277664 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64bb618-22e1-44c4-be46-931cd4d0ff38 None None] The sync data for ids ['62fbf8b3-f946-4b2c-8633-d1873c312c4b'] in dv-cinder-790535-35-iscsi is: [{'id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1215945564-router', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:49Z', 'revision_number': 4, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'gw_port': {'id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:38Z', 'updated_at': '2022-03-28T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '1036118f-d872-47f6-a6c9-8139e0650651', 'name': '', 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'mac_address': 'fa:16:3e:0b:ff:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 4, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'subnets': [{'id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:27:55.301640 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] Sync routers for ids ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:27:55.408229 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] Routers {'39e76c06-04cd-44ba-88ff-73ba59dddfaa'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:27:55.410872 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:27:31Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:55.468467 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1ff92b4d-a4fc-46f0-8f81-bd563b5d3dad req-cdc44b1a-53d2-4d3e-93e5-14567d4c3a6f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 210 time: 0.1317697 Mar 28 14:27:55.502873 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:53Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:55.736239 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1083be3-6975-49b0-ab09-9d4d75354ea7 None None] The sync data for ids ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'] in dv-cinder-790535-35-iscsi is: [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:53Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:27:55.775518 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-b9d97c61-a523-4d50-8167-0945f44d373f req-be5f6447-264c-411c-b33c-74c1b8bfbcf1 service neutron] Request body: {'port': {'device_id': '510aab75-5bb8-4faa-900c-12e502f08cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:55.809784 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a43f9205-5495-437a-8f06-0c9678e7cce6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for security_group_rule (e6b37f3a-633f-40a7-966f-59fa9b4c03e0), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:55.955363 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-29745d97-9927-480a-9af2-aad7c30ff0a9 None None] Current status of the port 1036118f-d872-47f6-a6c9-8139e0650651 is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:55.959270 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-29745d97-9927-480a-9af2-aad7c30ff0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (1036118f-d872-47f6-a6c9-8139e0650651), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:56.028237 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port d5512684-999d-47c7-ba7b-469fa368b22c triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:56.028975 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (d5512684-999d-47c7-ba7b-469fa368b22c), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:56.146851 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-3c06c636-a475-42c6-8381-c6b789a20280 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Made reservation on behalf of 6377be1dbc9d4159b9dde7c4218d1520 for: {'port': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:27:56.156921 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-3c06c636-a475-42c6-8381-c6b789a20280 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:56.200200 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510e798-82a4-4b10-9d96-8c9e23d24f05 req-e718d021-efcf-41ba-8cd4-2c72d9a573cc tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:56.215130 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-e510e798-82a4-4b10-9d96-8c9e23d24f05 req-e718d021-efcf-41ba-8cd4-2c72d9a573cc tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 931 time: 0.1714404 Mar 28 14:27:56.250619 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 39200) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:56.405684 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-e510e798-82a4-4b10-9d96-8c9e23d24f05 req-5b8bfb31-cbdc-44f9-be91-c3f9c96b2a7d tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863036 Mar 28 14:27:56.588058 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-9a973be4-6ecd-4006-82d1-2f1f9f3929f3 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:56.609759 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-9a973be4-6ecd-4006-82d1-2f1f9f3929f3 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/networks?id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362 HTTP/1.1" status: 200 len: 819 time: 0.8382318 Mar 28 14:27:56.638896 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] Set router 39e76c06-04cd-44ba-88ff-73ba59dddfaa gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:27:56.697416 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-27a664f0-3496-4207-97ae-fe485232f2a5 req-0110a698-ca3c-4615-acf8-9f1efbd4d265 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 210 time: 0.1277139 Mar 28 14:27:56.715502 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0aaf3f9e-a9e5-481f-bb71-a6f88b0e68db tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (4d3f44a4-1eb3-40b4-9df9-0ea5274b9150), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:56.721077 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3d269e35-68fe-475d-9f67-4043d8643b42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:56.923577 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3d269e35-68fe-475d-9f67-4043d8643b42 admin admin] Publish callbacks [] for security_group (b3311477-904d-45c9-8601-3e521b4bcdd6), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:56.932415 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3d269e35-68fe-475d-9f67-4043d8643b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (b3311477-904d-45c9-8601-3e521b4bcdd6), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:56.936769 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-5066b3e6-80e9-492d-84e6-75c6119d4805 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/quotas/1519a1dc346a484ea1368320ac6d675c HTTP/1.1" status: 200 len: 375 time: 0.3260427 Mar 28 14:27:56.953943 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a43f9205-5495-437a-8f06-0c9678e7cce6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for security_group_rule (e6b37f3a-633f-40a7-966f-59fa9b4c03e0), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:56.986619 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-29745d97-9927-480a-9af2-aad7c30ff0a9 None None] For port 1036118f-d872-47f6-a6c9-8139e0650651, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=1036118f-d872-47f6-a6c9-8139e0650651,segment=NetworkSegment(a8b084e1-c299-41e1-b5fd-5fcaad52ebed),segment_id=a8b084e1-c299-41e1-b5fd-5fcaad52ebed)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:27:56.994253 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-29745d97-9927-480a-9af2-aad7c30ff0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (1036118f-d872-47f6-a6c9-8139e0650651), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:57.002650 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a43f9205-5495-437a-8f06-0c9678e7cce6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (e6b37f3a-633f-40a7-966f-59fa9b4c03e0), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:57.017984 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-3d269e35-68fe-475d-9f67-4043d8643b42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6916e6422fc43bda32b4c566d431a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7566724 Mar 28 14:27:57.021364 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 39210) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:57.071947 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-29745d97-9927-480a-9af2-aad7c30ff0a9 None None] Provisioning complete for port 6661897a-2fd3-42ab-964c-54086fc5ac80 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:57.072521 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-29745d97-9927-480a-9af2-aad7c30ff0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (6661897a-2fd3-42ab-964c-54086fc5ac80), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:57.089458 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f9205-5495-437a-8f06-0c9678e7cce6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b37f3a-633f-40a7-966f-59fa9b4c03e0,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:57.093829 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d269e35-68fe-475d-9f67-4043d8643b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3311477-904d-45c9-8601-3e521b4bcdd6,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:57.113847 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-b9d97c61-a523-4d50-8167-0945f44d373f req-be5f6447-264c-411c-b33c-74c1b8bfbcf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (7eef624c-10a6-43d5-b682-13aee1a14e6e), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:57.150360 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-03a035b6-be2b-4166-b9b6-d4d1b9ca15f4 admin admin] Publish callbacks [] for security_group (b3311477-904d-45c9-8601-3e521b4bcdd6), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:57.201772 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port d5512684-999d-47c7-ba7b-469fa368b22c is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:57.201772 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 952c44fe-8909-4857-bbef-3f8f01c76bf5 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:27:57.205254 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-03a035b6-be2b-4166-b9b6-d4d1b9ca15f4 admin admin] Publish callbacks [] for security_group (b3311477-904d-45c9-8601-3e521b4bcdd6), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:57.239123 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29745d97-9927-480a-9af2-aad7c30ff0a9 None None] Pushing event updated for resources: {'Port': ['ID=1036118f-d872-47f6-a6c9-8139e0650651,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:57.290856 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-03a035b6-be2b-4166-b9b6-d4d1b9ca15f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (b3311477-904d-45c9-8601-3e521b4bcdd6), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:57.297700 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-03a035b6-be2b-4166-b9b6-d4d1b9ca15f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:57.304743 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-03a035b6-be2b-4166-b9b6-d4d1b9ca15f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3311477-904d-45c9-8601-3e521b4bcdd6 HTTP/1.1" status: 204 len: 168 time: 0.2821157 Mar 28 14:27:57.324396 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 952c44fe-8909-4857-bbef-3f8f01c76bf5 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:57.324778 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (952c44fe-8909-4857-bbef-3f8f01c76bf5), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:57.326726 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a035b6-be2b-4166-b9b6-d4d1b9ca15f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3311477-904d-45c9-8601-3e521b4bcdd6,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:57.330714 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1174680643-router', 'tenant_id': '26effb221cba493895805136dd811e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:50Z', 'revision_number': 4, 'project_id': '26effb221cba493895805136dd811e20', 'gw_port': {'id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:40Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'd48e26ee-610c-4ce0-a1fd-0a1e5841dba7', 'name': '', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'tenant_id': '26effb221cba493895805136dd811e20', 'mac_address': 'fa:16:3e:92:ba:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:51Z', 'revision_number': 2, 'project_id': '26effb221cba493895805136dd811e20', 'subnets': [{'id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:57.354114 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-29745d97-9927-480a-9af2-aad7c30ff0a9 None None] Current status of the port 6661897a-2fd3-42ab-964c-54086fc5ac80 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:57.443680 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] Checking router: 39e76c06-04cd-44ba-88ff-73ba59dddfaa for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:27:57.450427 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] Updating router 39e76c06-04cd-44ba-88ff-73ba59dddfaa port d48e26ee-610c-4ce0-a1fd-0a1e5841dba7 binding host dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:27:57.542339 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (d48e26ee-610c-4ce0-a1fd-0a1e5841dba7), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:57.665491 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-bde1e6be-e7e4-4ebb-8ecd-d9ce52eac22b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1519a1dc346a484ea1368320ac6d675c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7277765 Mar 28 14:27:57.679551 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fa06e-1e01-49c2-b0bb-7afe66744055 req-e34845ba-a278-45f4-9ccc-694cfe9123ae tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:57.688706 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4b9fa06e-1e01-49c2-b0bb-7afe66744055 req-e34845ba-a278-45f4-9ccc-694cfe9123ae tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 931 time: 0.1549418 Mar 28 14:27:57.719275 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 952c44fe-8909-4857-bbef-3f8f01c76bf5 is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:57.719585 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (952c44fe-8909-4857-bbef-3f8f01c76bf5), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:57.719681 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a43f9205-5495-437a-8f06-0c9678e7cce6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:57.723375 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-a43f9205-5495-437a-8f06-0c9678e7cce6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7853234 Mar 28 14:27:57.735408 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.18', 55648) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:57.735753 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 39234) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:57.769703 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4b9fa06e-1e01-49c2-b0bb-7afe66744055 req-716115a4-e681-4741-9099-0776844f4594 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795474 Mar 28 14:27:57.849314 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-5e4813ac-a0b3-42a9-8566-35a73be1694c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Request body: {'security_group_rule': {'security_group_id': '1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:57.923655 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c0a1b69d-21fe-463a-a5d3-08a46590f75f req-2cb81fda-de39-4696-9c66-ca8709930208 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 210 time: 0.0554812 Mar 28 14:27:57.932439 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-3c06c636-a475-42c6-8381-c6b789a20280 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Allocated IP 172.20.0.12 (afb5a3e7-7844-40a2-b2f3-321ba05c443b/ac33e34d-f8ce-422d-8ea1-9189d3900f1e/a450c5d1-6d13-4aa3-b5b2-4b4d175b905f) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:27:57.980187 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] For port 952c44fe-8909-4857-bbef-3f8f01c76bf5, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=952c44fe-8909-4857-bbef-3f8f01c76bf5,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:27:58.006785 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (952c44fe-8909-4857-bbef-3f8f01c76bf5), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:58.190105 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-3c06c636-a475-42c6-8381-c6b789a20280 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for port (a450c5d1-6d13-4aa3-b5b2-4b4d175b905f), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:58.242926 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Pushing event updated for resources: {'Port': ['ID=952c44fe-8909-4857-bbef-3f8f01c76bf5,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:58.320023 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 6661897a-2fd3-42ab-964c-54086fc5ac80 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:27:58.404408 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-027d6948-e35b-48e3-bb58-498e4384f055 service neutron] 10.222.0.13 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6699862 Mar 28 14:27:58.441878 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] Publish callbacks [] for port (d48e26ee-610c-4ce0-a1fd-0a1e5841dba7), precommit_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:58.450530 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 6661897a-2fd3-42ab-964c-54086fc5ac80 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:58.451147 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (6661897a-2fd3-42ab-964c-54086fc5ac80), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:58.454545 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (d48e26ee-610c-4ce0-a1fd-0a1e5841dba7), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:58.548162 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5e4813ac-a0b3-42a9-8566-35a73be1694c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for security_group_rule (c7b8358e-898d-4beb-b580-8ee42985c32a), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:58.572012 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca3a3c-e8cc-4017-8f90-8ff813816c58 None None] Pushing event updated for resources: {'Port': ['ID=d48e26ee-610c-4ce0-a1fd-0a1e5841dba7,revision_number=3']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:58.619351 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] Attempting to bind port d48e26ee-610c-4ce0-a1fd-0a1e5841dba7 on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:27:58.620061 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] Attempting to bind port d48e26ee-610c-4ce0-a1fd-0a1e5841dba7 by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': '0b42712e-6ee5-410e-ae00-ddf94035ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8'}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:27:58.620640 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] Attempting to bind port d48e26ee-610c-4ce0-a1fd-0a1e5841dba7 on network bcd22f98-d55c-4ded-97e4-59fdf5d005e8 {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:27:58.629098 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:27:58.629879 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] Checking segment: {'id': '0b42712e-6ee5-410e-ae00-ddf94035ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:27:58.630507 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:58.631134 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] Bound using segment: {'id': '0b42712e-6ee5-410e-ae00-ddf94035ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8'} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:27:58.631866 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] Bound port: d48e26ee-610c-4ce0-a1fd-0a1e5841dba7, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b42712e-6ee5-410e-ae00-ddf94035ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8'}}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:27:58.632467 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (d48e26ee-610c-4ce0-a1fd-0a1e5841dba7), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:58.711440 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 6661897a-2fd3-42ab-964c-54086fc5ac80 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:58.712569 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 1036118f-d872-47f6-a6c9-8139e0650651 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:27:58.777324 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] For port d48e26ee-610c-4ce0-a1fd-0a1e5841dba7, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:27:58.810567 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 1036118f-d872-47f6-a6c9-8139e0650651 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:58.811140 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (1036118f-d872-47f6-a6c9-8139e0650651), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:58.815811 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-3c06c636-a475-42c6-8381-c6b789a20280 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (a450c5d1-6d13-4aa3-b5b2-4b4d175b905f), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:58.868789 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] For port d48e26ee-610c-4ce0-a1fd-0a1e5841dba7, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=d48e26ee-610c-4ce0-a1fd-0a1e5841dba7,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:27:58.888216 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-01921002-c0da-4ce1-b22c-0519f5029249 None None] Provisioning complete for port d48e26ee-610c-4ce0-a1fd-0a1e5841dba7 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:58.888216 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-01921002-c0da-4ce1-b22c-0519f5029249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (d48e26ee-610c-4ce0-a1fd-0a1e5841dba7), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:58.904988 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-bd45c609-9d79-422e-8a58-9619f377e89f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:58.906372 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-bd45c609-9d79-422e-8a58-9619f377e89f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.18 "GET /v2.0/networks?id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362 HTTP/1.1" status: 200 len: 819 time: 1.1468787 Mar 28 14:27:58.937373 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-3c06c636-a475-42c6-8381-c6b789a20280 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Network afb5a3e7-7844-40a2-b2f3-321ba05c443b is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:27:58.940682 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0aaf3f9e-a9e5-481f-bb71-a6f88b0e68db tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for port (4d3f44a4-1eb3-40b4-9df9-0ea5274b9150), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:58.942779 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (d48e26ee-610c-4ce0-a1fd-0a1e5841dba7), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:58.950320 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-3c06c636-a475-42c6-8381-c6b789a20280 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:27:58.963368 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-e886d9ce-1077-47a3-8a23-b5f2e452f90d service neutron] 10.222.0.13 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467560 Mar 28 14:27:58.963975 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0aaf3f9e-a9e5-481f-bb71-a6f88b0e68db tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (4d3f44a4-1eb3-40b4-9df9-0ea5274b9150), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:58.966063 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-3c06c636-a475-42c6-8381-c6b789a20280 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:27:58.971093 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-3c06c636-a475-42c6-8381-c6b789a20280 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:58.971913 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-3c06c636-a475-42c6-8381-c6b789a20280 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:59.008118 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5e4813ac-a0b3-42a9-8566-35a73be1694c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for security_group_rule (c7b8358e-898d-4beb-b580-8ee42985c32a), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:59.038786 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 1036118f-d872-47f6-a6c9-8139e0650651 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:59.068833 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] Routers {'39e76c06-04cd-44ba-88ff-73ba59dddfaa'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:27:59.070068 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:27:31Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:27:59.078344 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5e4813ac-a0b3-42a9-8566-35a73be1694c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (c7b8358e-898d-4beb-b580-8ee42985c32a), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:59.097590 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0aaf3f9e-a9e5-481f-bb71-a6f88b0e68db tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (dab0ba69-6024-413f-b305-42739b4d896d), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:59.142925 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0e136-7e36-4de2-a2a6-dabd259cdf55 req-ebfcb597-893e-4b27-8335-72bc26565738 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:59.155359 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ecf0e136-7e36-4de2-a2a6-dabd259cdf55 req-ebfcb597-893e-4b27-8335-72bc26565738 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 931 time: 0.1147673 Mar 28 14:27:59.189846 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-01921002-c0da-4ce1-b22c-0519f5029249 None None] Current status of the port d48e26ee-610c-4ce0-a1fd-0a1e5841dba7 is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:27:59.190427 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-01921002-c0da-4ce1-b22c-0519f5029249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (d48e26ee-610c-4ce0-a1fd-0a1e5841dba7), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:59.191862 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-3c06c636-a475-42c6-8381-c6b789a20280 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1359668 Mar 28 14:27:59.227082 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06c636-a475-42c6-8381-c6b789a20280 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Pushing event updated for resources: {'Port': ['ID=a450c5d1-6d13-4aa3-b5b2-4b4d175b905f,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:59.246378 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0aaf3f9e-a9e5-481f-bb71-a6f88b0e68db tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:59.247928 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-0aaf3f9e-a9e5-481f-bb71-a6f88b0e68db tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1226211 Mar 28 14:27:59.273059 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [req-b9d97c61-a523-4d50-8167-0945f44d373f req-be5f6447-264c-411c-b33c-74c1b8bfbcf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eef624c-10a6-43d5-b682-13aee1a14e6e {{(pid=103205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:27:59.303820 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ecf0e136-7e36-4de2-a2a6-dabd259cdf55 req-337419d3-0b78-470d-94d3-fe982c783e80 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442430 Mar 28 14:27:59.330606 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-01921002-c0da-4ce1-b22c-0519f5029249 None None] For port d48e26ee-610c-4ce0-a1fd-0a1e5841dba7, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=d48e26ee-610c-4ce0-a1fd-0a1e5841dba7,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:27:59.356198 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-01921002-c0da-4ce1-b22c-0519f5029249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (d48e26ee-610c-4ce0-a1fd-0a1e5841dba7), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:59.373097 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4813ac-a0b3-42a9-8566-35a73be1694c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b8358e-898d-4beb-b580-8ee42985c32a,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:59.379068 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3ff945e3-30ce-442a-9264-9253a2b2d780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:59.425062 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-b9d97c61-a523-4d50-8167-0945f44d373f req-be5f6447-264c-411c-b33c-74c1b8bfbcf1 service neutron] Publish callbacks [] for port (7eef624c-10a6-43d5-b682-13aee1a14e6e), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:59.436982 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca3a3c-e8cc-4017-8f90-8ff813816c58 None None] Pushing event updated for resources: {'Port': ['ID=d48e26ee-610c-4ce0-a1fd-0a1e5841dba7,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:59.494241 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5e4813ac-a0b3-42a9-8566-35a73be1694c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:59.496267 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-5e4813ac-a0b3-42a9-8566-35a73be1694c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7355485 Mar 28 14:27:59.521650 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 39286) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:27:59.524302 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf3f9e-a9e5-481f-bb71-a6f88b0e68db tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event updated for resources: {'Port': ['ID=4d3f44a4-1eb3-40b4-9df9-0ea5274b9150,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:59.543915 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-48022746-640b-4286-b22c-1d4d23f8bd52 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Request body: {'floatingip': {'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:27:59.594834 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.provisioning_blocks [req-b9d97c61-a523-4d50-8167-0945f44d373f req-be5f6447-264c-411c-b33c-74c1b8bfbcf1 service neutron] Transition to ACTIVE for port object 7eef624c-10a6-43d5-b682-13aee1a14e6e will not be triggered until provisioned by entity L2. {{(pid=103205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 14:27:59.608139 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5c7638cc-284b-469c-8fee-6ee769d4e56a req-6c253d92-ffda-4f3b-a5c8-214843019944 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 210 time: 0.0749433 Mar 28 14:27:59.614602 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55448e9-b452-43cb-a698-4c66a84d88dc req-b35d2821-a07e-42d8-a7cc-8654075e20e1 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:59.624903 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-b9d97c61-a523-4d50-8167-0945f44d373f req-be5f6447-264c-411c-b33c-74c1b8bfbcf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (7eef624c-10a6-43d5-b682-13aee1a14e6e), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:59.656849 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b55448e9-b452-43cb-a698-4c66a84d88dc req-b35d2821-a07e-42d8-a7cc-8654075e20e1 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 932 time: 0.1837518 Mar 28 14:27:59.719419 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-48022746-640b-4286-b22c-1d4d23f8bd52 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:59.752947 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b55448e9-b452-43cb-a698-4c66a84d88dc req-03bfeb73-6fe5-4e8e-aecd-ba0ce4747bfb tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936077 Mar 28 14:27:59.754764 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f6447-264c-411c-b33c-74c1b8bfbcf1 service neutron] Pushing event updated for resources: {'Port': ['ID=7eef624c-10a6-43d5-b682-13aee1a14e6e,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:59.802859 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] Set router 39e76c06-04cd-44ba-88ff-73ba59dddfaa gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:27:59.836267 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-7b7aeeea-987e-485b-acf3-ed2838431100 None None] Provisioning complete for port d48e26ee-610c-4ce0-a1fd-0a1e5841dba7 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:27:59.836645 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-7b7aeeea-987e-485b-acf3-ed2838431100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (d48e26ee-610c-4ce0-a1fd-0a1e5841dba7), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:27:59.843670 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01921002-c0da-4ce1-b22c-0519f5029249 None None] Pushing event updated for resources: {'Port': ['ID=d48e26ee-610c-4ce0-a1fd-0a1e5841dba7,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:27:59.938827 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-67189037-aaa0-4671-9064-1d78d735e1de tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1400049526&fields=id&tenant_id=c2306e519eba4cfa82246420f4c4f925 HTTP/1.1" status: 200 len: 267 time: 0.1516573 Mar 28 14:28:00.079097 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-7b7aeeea-987e-485b-acf3-ed2838431100 None None] Current status of the port d48e26ee-610c-4ce0-a1fd-0a1e5841dba7 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:28:00.108334 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-7b7aeeea-987e-485b-acf3-ed2838431100 None None] Provisioning complete for port a450c5d1-6d13-4aa3-b5b2-4b4d175b905f triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:28:00.108816 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-7b7aeeea-987e-485b-acf3-ed2838431100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (a450c5d1-6d13-4aa3-b5b2-4b4d175b905f), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:00.169047 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-b9d97c61-a523-4d50-8167-0945f44d373f req-be5f6447-264c-411c-b33c-74c1b8bfbcf1 service neutron] Attempting to bind port 7eef624c-10a6-43d5-b682-13aee1a14e6e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:28:00.169336 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-b9d97c61-a523-4d50-8167-0945f44d373f req-be5f6447-264c-411c-b33c-74c1b8bfbcf1 service neutron] Attempting to bind port 7eef624c-10a6-43d5-b682-13aee1a14e6e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b04b13f6-cb10-49fc-9df7-94d956ef1ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b68372c-e612-4b51-a485-e4be3ede082d'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:28:00.173959 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d97c61-a523-4d50-8167-0945f44d373f req-be5f6447-264c-411c-b33c-74c1b8bfbcf1 service neutron] Attempting to bind port 7eef624c-10a6-43d5-b682-13aee1a14e6e on network 5b68372c-e612-4b51-a485-e4be3ede082d {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:28:00.204460 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d97c61-a523-4d50-8167-0945f44d373f req-be5f6447-264c-411c-b33c-74c1b8bfbcf1 service neutron] Port 7eef624c-10a6-43d5-b682-13aee1a14e6e on network 5b68372c-e612-4b51-a485-e4be3ede082d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:28:00.205089 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d97c61-a523-4d50-8167-0945f44d373f req-be5f6447-264c-411c-b33c-74c1b8bfbcf1 service neutron] Attempting to bind port 7eef624c-10a6-43d5-b682-13aee1a14e6e on network 5b68372c-e612-4b51-a485-e4be3ede082d {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:28:00.215154 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 952c44fe-8909-4857-bbef-3f8f01c76bf5 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:28:00.247766 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-7b7aeeea-987e-485b-acf3-ed2838431100 None None] Port a450c5d1-6d13-4aa3-b5b2-4b4d175b905f cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:28:00.249381 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d97c61-a523-4d50-8167-0945f44d373f req-be5f6447-264c-411c-b33c-74c1b8bfbcf1 service neutron] Checking agent: {'id': 'ab5a62a0-b9cc-4af2-a98d-7d97375b077a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'started_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:28:00.249743 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d97c61-a523-4d50-8167-0945f44d373f req-be5f6447-264c-411c-b33c-74c1b8bfbcf1 service neutron] Checking segment: {'id': 'b04b13f6-cb10-49fc-9df7-94d956ef1ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b68372c-e612-4b51-a485-e4be3ede082d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:28:00.250317 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d97c61-a523-4d50-8167-0945f44d373f req-be5f6447-264c-411c-b33c-74c1b8bfbcf1 service neutron] Bound using segment: {'id': 'b04b13f6-cb10-49fc-9df7-94d956ef1ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b68372c-e612-4b51-a485-e4be3ede082d'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:28:00.250765 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-b9d97c61-a523-4d50-8167-0945f44d373f req-be5f6447-264c-411c-b33c-74c1b8bfbcf1 service neutron] Bound port: 7eef624c-10a6-43d5-b682-13aee1a14e6e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b04b13f6-cb10-49fc-9df7-94d956ef1ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5b68372c-e612-4b51-a485-e4be3ede082d'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:28:00.251169 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-b9d97c61-a523-4d50-8167-0945f44d373f req-be5f6447-264c-411c-b33c-74c1b8bfbcf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (7eef624c-10a6-43d5-b682-13aee1a14e6e), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:00.301832 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1174680643-router', 'tenant_id': '26effb221cba493895805136dd811e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:50Z', 'revision_number': 4, 'project_id': '26effb221cba493895805136dd811e20', 'gw_port': {'id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:40Z', 'updated_at': '2022-03-28T14:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'd48e26ee-610c-4ce0-a1fd-0a1e5841dba7', 'name': '', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'tenant_id': '26effb221cba493895805136dd811e20', 'mac_address': 'fa:16:3e:92:ba:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:58Z', 'revision_number': 4, 'project_id': '26effb221cba493895805136dd811e20', 'subnets': [{'id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:00.342527 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-4ed1ac6d-c1d5-403e-b768-537958b9435a service neutron] Request body: {'port': {'device_id': '071977c7-55ce-4f18-bc78-2781afa68fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:00.349589 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-0efbc832-856e-43ec-a45f-11ebf2610d75 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Request body: {'port': {'device_id': 'acb89e8e-4566-48f4-8064-45d65b8134dc', 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'admin_state_up': True, 'tenant_id': '1519a1dc346a484ea1368320ac6d675c'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:00.382759 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-2d2e802a-facb-49eb-8715-3d8fc42606ab tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:00.392635 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-2d2e802a-facb-49eb-8715-3d8fc42606ab tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/networks?id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb HTTP/1.1" status: 200 len: 814 time: 0.4194837 Mar 28 14:28:00.402866 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08aae99-aa34-4a51-92aa-7a02317d025e None None] The sync data for ids ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'] in dv-cinder-790535-35-iscsi is: [{'id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1174680643-router', 'tenant_id': '26effb221cba493895805136dd811e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:50Z', 'revision_number': 4, 'project_id': '26effb221cba493895805136dd811e20', 'gw_port': {'id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:40Z', 'updated_at': '2022-03-28T14:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'd48e26ee-610c-4ce0-a1fd-0a1e5841dba7', 'name': '', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'tenant_id': '26effb221cba493895805136dd811e20', 'mac_address': 'fa:16:3e:92:ba:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:58Z', 'revision_number': 4, 'project_id': '26effb221cba493895805136dd811e20', 'subnets': [{'id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:28:00.419505 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 952c44fe-8909-4857-bbef-3f8f01c76bf5 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:28:00.420277 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (952c44fe-8909-4857-bbef-3f8f01c76bf5), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:00.504790 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-48022746-640b-4286-b22c-1d4d23f8bd52 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:00.554923 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 952c44fe-8909-4857-bbef-3f8f01c76bf5 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:28:00.557420 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 39332) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:00.576734 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-5d52294e-0251-4293-908f-890aafde47a8 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/quotas/c2306e519eba4cfa82246420f4c4f925 HTTP/1.1" status: 200 len: 375 time: 0.1830566 Mar 28 14:28:00.589940 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96e3fb-b583-4e95-93cc-c1d3b7c3aa80 req-593fff99-71d2-4c8e-a623-551ffc9a7dbd tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:00.591697 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-bb96e3fb-b583-4e95-93cc-c1d3b7c3aa80 req-593fff99-71d2-4c8e-a623-551ffc9a7dbd tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 943 time: 0.1553917 Mar 28 14:28:00.650121 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-b9d97c61-a523-4d50-8167-0945f44d373f req-be5f6447-264c-411c-b33c-74c1b8bfbcf1 service neutron] For port 7eef624c-10a6-43d5-b682-13aee1a14e6e, host hv-cinder-79053, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:28:00.655067 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-b9d97c61-a523-4d50-8167-0945f44d373f req-be5f6447-264c-411c-b33c-74c1b8bfbcf1 service neutron] For port 7eef624c-10a6-43d5-b682-13aee1a14e6e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7eef624c-10a6-43d5-b682-13aee1a14e6e,segment=NetworkSegment(b04b13f6-cb10-49fc-9df7-94d956ef1ea0),segment_id=b04b13f6-cb10-49fc-9df7-94d956ef1ea0)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:28:00.699329 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-bb96e3fb-b583-4e95-93cc-c1d3b7c3aa80 req-d70e8979-a2d1-4ff8-a917-39698f65874b tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949097 Mar 28 14:28:00.745870 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-b9d97c61-a523-4d50-8167-0945f44d373f req-be5f6447-264c-411c-b33c-74c1b8bfbcf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (7eef624c-10a6-43d5-b682-13aee1a14e6e), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:00.756000 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-cc87df45-89cb-4ab5-8ed5-2ecd69293236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:00.816980 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a7de4ab1-ab35-467f-98c4-550363bc1938 req-61f1a12d-45d7-44d4-a13e-e41a81903882 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 210 time: 0.0340211 Mar 28 14:28:00.865347 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d97c61-a523-4d50-8167-0945f44d373f req-be5f6447-264c-411c-b33c-74c1b8bfbcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:00.865772 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-b9d97c61-a523-4d50-8167-0945f44d373f req-be5f6447-264c-411c-b33c-74c1b8bfbcf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:00.867223 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b9d97c61-a523-4d50-8167-0945f44d373f req-be5f6447-264c-411c-b33c-74c1b8bfbcf1 service neutron] 10.222.0.18 "PUT /v2.0/ports/7eef624c-10a6-43d5-b682-13aee1a14e6e HTTP/1.1" status: 200 len: 1093 time: 5.3393104 Mar 28 14:28:00.875327 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510aab75-5bb8-4faa-900c-12e502f08cc9', 'tag': '7eef624c-10a6-43d5-b682-13aee1a14e6e'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:28:00.915759 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-cc87df45-89cb-4ab5-8ed5-2ecd69293236 admin admin] Publish callbacks [] for security_group (9fbf3866-a193-48f5-be75-27c12e9df989), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:00.929587 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-4ed1ac6d-c1d5-403e-b768-537958b9435a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (a450c5d1-6d13-4aa3-b5b2-4b4d175b905f), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:00.934875 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-cc87df45-89cb-4ab5-8ed5-2ecd69293236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (9fbf3866-a193-48f5-be75-27c12e9df989), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:00.981029 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87df45-89cb-4ab5-8ed5-2ecd69293236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbf3866-a193-48f5-be75-27c12e9df989,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:00.997074 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-cc87df45-89cb-4ab5-8ed5-2ecd69293236 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd5d73d26bbf44db95e1efda417b4c28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4321935 Mar 28 14:28:00.998426 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 39346) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:01.016888 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f6447-264c-411c-b33c-74c1b8bfbcf1 service neutron] Pushing event updated for resources: {'Port': ['ID=7eef624c-10a6-43d5-b682-13aee1a14e6e,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:01.017272 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa1ecb-0471-4f34-907a-7178b5992169 req-067ddca2-720c-46f4-b603-37b720adfd26 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:01.018765 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-05aa1ecb-0471-4f34-907a-7178b5992169 req-067ddca2-720c-46f4-b603-37b720adfd26 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 932 time: 0.1163962 Mar 28 14:28:01.075602 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-05aa1ecb-0471-4f34-907a-7178b5992169 req-883fbc9c-74da-4c37-a3c6-c021732f33cd tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482266 Mar 28 14:28:01.086412 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-5e435a3c-3008-40d0-a441-3e66a1c2a914 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2306e519eba4cfa82246420f4c4f925&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3633015 Mar 28 14:28:01.092997 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [None req-48022746-640b-4286-b22c-1d4d23f8bd52 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Allocated IP 172.27.1.174 (c66de8d5-469e-474b-81ba-d9e7301ef93c/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73/7a19face-6b5f-4b9a-a97a-dea0aef52923) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:28:01.099521 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-0efbc832-856e-43ec-a45f-11ebf2610d75 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Made reservation on behalf of 1519a1dc346a484ea1368320ac6d675c for: {'port': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:28:01.103056 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-0efbc832-856e-43ec-a45f-11ebf2610d75 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:01.131102 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef8d199-1b3d-43c4-a0bc-dc67c721d88a" -d '{"events": [{"name": "network-changed", "server_uuid": "510aab75-5bb8-4faa-900c-12e502f08cc9", "tag": "7eef624c-10a6-43d5-b682-13aee1a14e6e"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:28:01.339751 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17340c55-2032-4b0f-94cf-f7dbe9b9b27b x-openstack-request-id: req-17340c55-2032-4b0f-94cf-f7dbe9b9b27b {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:28:01.340493 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "510aab75-5bb8-4faa-900c-12e502f08cc9", "tag": "7eef624c-10a6-43d5-b682-13aee1a14e6e", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:28:01.340493 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17340c55-2032-4b0f-94cf-f7dbe9b9b27b {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:28:01.340670 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17340c55-2032-4b0f-94cf-f7dbe9b9b27b'] response: {'name': 'network-changed', 'server_uuid': '510aab75-5bb8-4faa-900c-12e502f08cc9', 'tag': '7eef624c-10a6-43d5-b682-13aee1a14e6e', 'status': 'completed', 'code': 200} Mar 28 14:28:01.365077 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-da106b73-cce3-4812-bb75-0f335027bdc3 admin admin] Publish callbacks [] for security_group (9fbf3866-a193-48f5-be75-27c12e9df989), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:01.524758 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-da106b73-cce3-4812-bb75-0f335027bdc3 admin admin] Publish callbacks [] for security_group (9fbf3866-a193-48f5-be75-27c12e9df989), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:01.529129 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-4eb6c273-84d4-494b-83ba-b3c746f8ef1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:01.576587 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-3c6d2d29-0ae6-4619-a780-31b6043b8323 service neutron] 10.222.0.13 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710054 Mar 28 14:28:01.652528 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-48022746-640b-4286-b22c-1d4d23f8bd52 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for port (7a19face-6b5f-4b9a-a97a-dea0aef52923), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:01.872190 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacf2a0-f839-4cd2-95d3-4e0b33bc1733 req-0c982876-6276-46df-a5ed-349fc4f1a42b tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:01.874676 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3cacf2a0-f839-4cd2-95d3-4e0b33bc1733 req-0c982876-6276-46df-a5ed-349fc4f1a42b tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 943 time: 0.0759854 Mar 28 14:28:01.902033 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-0efbc832-856e-43ec-a45f-11ebf2610d75 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Allocated IP 172.20.0.9 (6f3f979a-d18b-4240-ba5e-d7c4fbc29362/52dd69ba-aebc-4a99-b26d-625288b32bae/076f6099-942c-496f-a8ea-cad3fd19e158) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:28:01.924869 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3cacf2a0-f839-4cd2-95d3-4e0b33bc1733 req-53b45cda-e815-4373-a05f-554d5661f5b7 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431912 Mar 28 14:28:02.012161 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-682b4694-0292-47e3-b43d-47fac2e57379 req-3fc5d8c9-a10e-4b96-85d2-5af3c6c61fdc tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 210 time: 0.0313227 Mar 28 14:28:02.014205 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-da106b73-cce3-4812-bb75-0f335027bdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (9fbf3866-a193-48f5-be75-27c12e9df989), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:02.016791 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-da106b73-cce3-4812-bb75-0f335027bdc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:02.017890 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-da106b73-cce3-4812-bb75-0f335027bdc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fbf3866-a193-48f5-be75-27c12e9df989 HTTP/1.1" status: 204 len: 168 time: 1.0166278 Mar 28 14:28:02.035442 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-4ed1ac6d-c1d5-403e-b768-537958b9435a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a450c5d1-6d13-4aa3-b5b2-4b4d175b905f {{(pid=103205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:28:02.061012 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-c0f8891c-1670-49a4-8b4d-42564ed9e175 service neutron] 10.222.0.13 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600422 Mar 28 14:28:02.062399 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-48022746-640b-4286-b22c-1d4d23f8bd52 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (7a19face-6b5f-4b9a-a97a-dea0aef52923), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:02.065760 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-4ed1ac6d-c1d5-403e-b768-537958b9435a service neutron] Publish callbacks [] for port (a450c5d1-6d13-4aa3-b5b2-4b4d175b905f), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:02.094416 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da106b73-cce3-4812-bb75-0f335027bdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbf3866-a193-48f5-be75-27c12e9df989,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:02.228255 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device d48e26ee-610c-4ce0-a1fd-0a1e5841dba7 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:28:02.304954 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ac739-d78d-4c1f-a0bd-ca6d3f8bc86b req-b9214440-a46d-4842-ba2b-e040a842bd86 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:02.307869 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-e62ac739-d78d-4c1f-a0bd-ca6d3f8bc86b req-b9214440-a46d-4842-ba2b-e040a842bd86 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 932 time: 0.0997865 Mar 28 14:28:02.319039 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48022746-640b-4286-b22c-1d4d23f8bd52 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:28:02.328390 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.provisioning_blocks [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-4ed1ac6d-c1d5-403e-b768-537958b9435a service neutron] Transition to ACTIVE for port object a450c5d1-6d13-4aa3-b5b2-4b4d175b905f will not be triggered until provisioned by entity L2. {{(pid=103205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 14:28:02.332336 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-48022746-640b-4286-b22c-1d4d23f8bd52 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:28:02.350756 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-4ed1ac6d-c1d5-403e-b768-537958b9435a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (a450c5d1-6d13-4aa3-b5b2-4b4d175b905f), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:02.356130 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48022746-640b-4286-b22c-1d4d23f8bd52 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:28:02.378314 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port d48e26ee-610c-4ce0-a1fd-0a1e5841dba7 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:28:02.378968 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (d48e26ee-610c-4ce0-a1fd-0a1e5841dba7), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:02.465874 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48022746-640b-4286-b22c-1d4d23f8bd52 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Pushing event updated for resources: {'Port': ['ID=7a19face-6b5f-4b9a-a97a-dea0aef52923,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:02.487114 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-e62ac739-d78d-4c1f-a0bd-ca6d3f8bc86b req-46b10d5a-afba-45fd-9554-0b6153317973 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670740 Mar 28 14:28:02.492274 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9317069e-0743-443b-bd1e-4361c3aa71de req-6c0279c2-f882-47b2-ab40-b4856403e82d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 210 time: 0.1446159 Mar 28 14:28:02.517675 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port d48e26ee-610c-4ce0-a1fd-0a1e5841dba7 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:28:02.661007 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1ac6d-c1d5-403e-b768-537958b9435a service neutron] Pushing event updated for resources: {'Port': ['ID=a450c5d1-6d13-4aa3-b5b2-4b4d175b905f,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:02.663921 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-48022746-640b-4286-b22c-1d4d23f8bd52 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for floatingip (e407e204-761d-4962-9bed-3510fee982aa), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:02.684995 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:02.695741 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-0efbc832-856e-43ec-a45f-11ebf2610d75 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for port (076f6099-942c-496f-a8ea-cad3fd19e158), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:02.699514 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-4ed1ac6d-c1d5-403e-b768-537958b9435a service neutron] Attempting to bind port a450c5d1-6d13-4aa3-b5b2-4b4d175b905f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:28:02.699854 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-4ed1ac6d-c1d5-403e-b768-537958b9435a service neutron] Attempting to bind port a450c5d1-6d13-4aa3-b5b2-4b4d175b905f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '55bf6534-2009-442c-a956-6e523eeb9410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:28:02.700175 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-4ed1ac6d-c1d5-403e-b768-537958b9435a service neutron] Attempting to bind port a450c5d1-6d13-4aa3-b5b2-4b4d175b905f on network afb5a3e7-7844-40a2-b2f3-321ba05c443b {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:28:02.727756 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-4ed1ac6d-c1d5-403e-b768-537958b9435a service neutron] Port a450c5d1-6d13-4aa3-b5b2-4b4d175b905f on network afb5a3e7-7844-40a2-b2f3-321ba05c443b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:28:02.728085 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-4ed1ac6d-c1d5-403e-b768-537958b9435a service neutron] Attempting to bind port a450c5d1-6d13-4aa3-b5b2-4b4d175b905f on network afb5a3e7-7844-40a2-b2f3-321ba05c443b {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:28:02.746675 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-4ed1ac6d-c1d5-403e-b768-537958b9435a service neutron] Checking agent: {'id': 'ab5a62a0-b9cc-4af2-a98d-7d97375b077a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'started_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:28:02.746947 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-4ed1ac6d-c1d5-403e-b768-537958b9435a service neutron] Checking segment: {'id': '55bf6534-2009-442c-a956-6e523eeb9410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:28:02.747606 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-4ed1ac6d-c1d5-403e-b768-537958b9435a service neutron] Bound using segment: {'id': '55bf6534-2009-442c-a956-6e523eeb9410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:28:02.748289 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-4ed1ac6d-c1d5-403e-b768-537958b9435a service neutron] Bound port: a450c5d1-6d13-4aa3-b5b2-4b4d175b905f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55bf6534-2009-442c-a956-6e523eeb9410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:28:02.748832 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-4ed1ac6d-c1d5-403e-b768-537958b9435a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (a450c5d1-6d13-4aa3-b5b2-4b4d175b905f), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:02.796232 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-48022746-640b-4286-b22c-1d4d23f8bd52 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (7a19face-6b5f-4b9a-a97a-dea0aef52923), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:02.886024 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-0efbc832-856e-43ec-a45f-11ebf2610d75 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (076f6099-942c-496f-a8ea-cad3fd19e158), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:03.204675 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8600b-7bfb-4e89-b4e6-d3edf800ab58 req-4d601cdc-9282-46e8-a05d-7c2b46872fc6 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:03.206859 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-58a8600b-7bfb-4e89-b4e6-d3edf800ab58 req-4d601cdc-9282-46e8-a05d-7c2b46872fc6 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 943 time: 0.1087971 Mar 28 14:28:03.281980 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-0efbc832-856e-43ec-a45f-11ebf2610d75 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Network 6f3f979a-d18b-4240-ba5e-d7c4fbc29362 is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:28:03.291515 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-0efbc832-856e-43ec-a45f-11ebf2610d75 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:28:03.315519 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-58a8600b-7bfb-4e89-b4e6-d3edf800ab58 req-4958306a-717c-4496-ae56-01f2e3facb91 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024203 Mar 28 14:28:03.329598 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-0efbc832-856e-43ec-a45f-11ebf2610d75 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:28:03.335249 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-0efbc832-856e-43ec-a45f-11ebf2610d75 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:03.336584 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-0efbc832-856e-43ec-a45f-11ebf2610d75 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:03.349666 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-60b6340b-fb76-4352-a42f-f0a511aba8c0 req-3c500141-7976-4616-be5d-782c3a75666a tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 210 time: 0.1285739 Mar 28 14:28:03.355634 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-4ed1ac6d-c1d5-403e-b768-537958b9435a service neutron] For port a450c5d1-6d13-4aa3-b5b2-4b4d175b905f, host hv-cinder-79053, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:28:03.382164 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbc832-856e-43ec-a45f-11ebf2610d75 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Pushing event updated for resources: {'Port': ['ID=076f6099-942c-496f-a8ea-cad3fd19e158,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:03.413831 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-4ed1ac6d-c1d5-403e-b768-537958b9435a service neutron] For port a450c5d1-6d13-4aa3-b5b2-4b4d175b905f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a450c5d1-6d13-4aa3-b5b2-4b4d175b905f,segment=NetworkSegment(55bf6534-2009-442c-a956-6e523eeb9410),segment_id=55bf6534-2009-442c-a956-6e523eeb9410)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:28:03.428779 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-0efbc832-856e-43ec-a45f-11ebf2610d75 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0831547 Mar 28 14:28:03.436169 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-4ed1ac6d-c1d5-403e-b768-537958b9435a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (a450c5d1-6d13-4aa3-b5b2-4b4d175b905f), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:03.634839 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-c1f68140-9bcc-4f72-914a-4a8c89f3eb54 service neutron] Request body: {'port': {'device_id': 'acb89e8e-4566-48f4-8064-45d65b8134dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:03.690092 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-4ed1ac6d-c1d5-403e-b768-537958b9435a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:03.690944 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-4ed1ac6d-c1d5-403e-b768-537958b9435a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:03.692658 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-4ed1ac6d-c1d5-403e-b768-537958b9435a service neutron] 10.222.0.18 "PUT /v2.0/ports/a450c5d1-6d13-4aa3-b5b2-4b4d175b905f HTTP/1.1" status: 200 len: 1094 time: 3.3559306 Mar 28 14:28:03.727877 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071977c7-55ce-4f18-bc78-2781afa68fdc', 'tag': 'a450c5d1-6d13-4aa3-b5b2-4b4d175b905f'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:28:03.731163 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3167a71-dc2a-4247-91a9-909573f2f59c" -d '{"events": [{"name": "network-changed", "server_uuid": "071977c7-55ce-4f18-bc78-2781afa68fdc", "tag": "a450c5d1-6d13-4aa3-b5b2-4b4d175b905f"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:28:03.877456 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04d62f-96e8-4472-9133-c6a8858c0622 req-d5c18f80-caa8-4edd-83c9-d8832bbedfd0 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:03.890120 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6a04d62f-96e8-4472-9133-c6a8858c0622 req-d5c18f80-caa8-4edd-83c9-d8832bbedfd0 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 944 time: 0.2381549 Mar 28 14:28:03.944981 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:03.993385 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ba26c55d-4e66-4be5-89c2-ac528b8715d0 req-3066c7dd-9978-44ce-bbce-08bbadd6980b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 210 time: 0.3293743 Mar 28 14:28:03.995978 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-48022746-640b-4286-b22c-1d4d23f8bd52 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for port (7a19face-6b5f-4b9a-a97a-dea0aef52923), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:03.996654 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-84f0ce0e-2fa3-4d0d-8a40-4bb630110491 None None] Provisioning complete for port 076f6099-942c-496f-a8ea-cad3fd19e158 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:28:04.002901 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-84f0ce0e-2fa3-4d0d-8a40-4bb630110491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (076f6099-942c-496f-a8ea-cad3fd19e158), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:04.071168 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6a04d62f-96e8-4472-9133-c6a8858c0622 req-1b83f149-7840-4c67-9d76-3a105277e07d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666362 Mar 28 14:28:04.152324 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d97c61-a523-4d50-8167-0945f44d373f req-476a5367-cbdd-4553-bc91-734bf15226f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:04.159172 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b9d97c61-a523-4d50-8167-0945f44d373f req-476a5367-cbdd-4553-bc91-734bf15226f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4452c36223084e62a654d03f976a56b0&device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 1127 time: 0.5777392 Mar 28 14:28:04.159346 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1ac6d-c1d5-403e-b768-537958b9435a service neutron] Pushing event updated for resources: {'Port': ['ID=a450c5d1-6d13-4aa3-b5b2-4b4d175b905f,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:04.175426 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-48022746-640b-4286-b22c-1d4d23f8bd52 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (7a19face-6b5f-4b9a-a97a-dea0aef52923), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:04.197029 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-84f0ce0e-2fa3-4d0d-8a40-4bb630110491 None None] Port 076f6099-942c-496f-a8ea-cad3fd19e158 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:28:04.236052 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48022746-640b-4286-b22c-1d4d23f8bd52 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Pushing event updated for resources: {'Port': ['ID=7a19face-6b5f-4b9a-a97a-dea0aef52923,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:04.360068 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1353fd93-0d35-4c35-959b-799db296f28e x-openstack-request-id: req-1353fd93-0d35-4c35-959b-799db296f28e {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:28:04.360687 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071977c7-55ce-4f18-bc78-2781afa68fdc", "tag": "a450c5d1-6d13-4aa3-b5b2-4b4d175b905f", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:28:04.360687 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1353fd93-0d35-4c35-959b-799db296f28e {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:28:04.362837 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1353fd93-0d35-4c35-959b-799db296f28e'] response: {'name': 'network-changed', 'server_uuid': '071977c7-55ce-4f18-bc78-2781afa68fdc', 'tag': 'a450c5d1-6d13-4aa3-b5b2-4b4d175b905f', 'status': 'completed', 'code': 200} Mar 28 14:28:04.411528 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-48022746-640b-4286-b22c-1d4d23f8bd52 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (e407e204-761d-4962-9bed-3510fee982aa), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:04.423984 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b9d97c61-a523-4d50-8167-0945f44d373f req-374309d2-8562-44d7-8788-918420d33149 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7eef624c-10a6-43d5-b682-13aee1a14e6e HTTP/1.1" status: 200 len: 217 time: 0.1890736 Mar 28 14:28:04.431887 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-c1f68140-9bcc-4f72-914a-4a8c89f3eb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (076f6099-942c-496f-a8ea-cad3fd19e158), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:04.459405 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-48022746-640b-4286-b22c-1d4d23f8bd52 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:04.460686 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-48022746-640b-4286-b22c-1d4d23f8bd52 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9375331 Mar 28 14:28:04.484573 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-d4e92bb1-7c26-40da-bca1-06806e7bd9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:04.489079 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-d4e92bb1-7c26-40da-bca1-06806e7bd9ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6377be1dbc9d4159b9dde7c4218d1520&device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 1128 time: 0.5146706 Mar 28 14:28:04.583257 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-53239b84-954a-492f-b24e-fc35792efea6 req-d48d1be3-fd92-43da-a9b0-12ee13951e75 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 210 time: 0.0905163 Mar 28 14:28:04.625690 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1b85f-1f35-46e8-8454-c909f7fa3b43 req-39541505-61bb-46c4-98b1-e8e9f4baf0ac tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:04.644511 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-dca1b85f-1f35-46e8-8454-c909f7fa3b43 req-39541505-61bb-46c4-98b1-e8e9f4baf0ac tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 943 time: 0.1634359 Mar 28 14:28:04.730259 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-dca1b85f-1f35-46e8-8454-c909f7fa3b43 req-7c0c5f05-1ead-4b70-b9e7-fb017a8ce7d7 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845122 Mar 28 14:28:04.930053 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d97c61-a523-4d50-8167-0945f44d373f req-b3a89226-80d4-4afc-8717-b643b04e03a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:04.932126 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b9d97c61-a523-4d50-8167-0945f44d373f req-b3a89226-80d4-4afc-8717-b643b04e03a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f1c46b14-5f49-4d7c-8665-a19031516c84 HTTP/1.1" status: 200 len: 851 time: 0.2037561 Mar 28 14:28:04.964929 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-3c99a405-08ba-4479-89e6-385a92a33443 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a450c5d1-6d13-4aa3-b5b2-4b4d175b905f HTTP/1.1" status: 200 len: 217 time: 0.2326219 Mar 28 14:28:05.001515 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-25620b91-baf9-40b0-aee5-d556475bce2e tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--804620216&fields=id&tenant_id=26effb221cba493895805136dd811e20 HTTP/1.1" status: 200 len: 267 time: 0.1261902 Mar 28 14:28:05.145370 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4c5813ab-0689-4a0d-8c57-48f749ba8019 req-8e2c805c-480b-4037-be20-c8a8348bbf6b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 210 time: 0.0420372 Mar 28 14:28:05.289992 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34ae62-2a6e-4e01-883b-6158ae441b9a req-667a189f-de73-4b69-a797-f4555b5026de tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:05.301021 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-df34ae62-2a6e-4e01-883b-6158ae441b9a req-667a189f-de73-4b69-a797-f4555b5026de tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 944 time: 0.0907927 Mar 28 14:28:05.359526 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-c4554e89-7cde-459f-946c-04e85e33dbbf tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:05.367905 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-c4554e89-7cde-459f-946c-04e85e33dbbf tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/networks?id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8 HTTP/1.1" status: 200 len: 817 time: 0.3168051 Mar 28 14:28:05.377881 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-df34ae62-2a6e-4e01-883b-6158ae441b9a req-b08a66ce-6b14-4d66-8280-93c6bc1c9701 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748391 Mar 28 14:28:05.409320 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-c691682f-5a52-4a79-a1ab-bdece01ec8fd tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/quotas/26effb221cba493895805136dd811e20 HTTP/1.1" status: 200 len: 375 time: 0.0395591 Mar 28 14:28:05.454932 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:05.675902 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-c1f68140-9bcc-4f72-914a-4a8c89f3eb54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 076f6099-942c-496f-a8ea-cad3fd19e158 {{(pid=103205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:28:05.687997 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-c1f68140-9bcc-4f72-914a-4a8c89f3eb54 service neutron] Publish callbacks [] for port (076f6099-942c-496f-a8ea-cad3fd19e158), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:05.708942 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 39490) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:05.718009 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.provisioning_blocks [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-c1f68140-9bcc-4f72-914a-4a8c89f3eb54 service neutron] Transition to ACTIVE for port object 076f6099-942c-496f-a8ea-cad3fd19e158 will not be triggered until provisioned by entity L2. {{(pid=103205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 14:28:05.735472 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-1cfddfe4-e98d-4875-b053-e002c8e98430 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=26effb221cba493895805136dd811e20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3181131 Mar 28 14:28:05.736958 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-c1f68140-9bcc-4f72-914a-4a8c89f3eb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (076f6099-942c-496f-a8ea-cad3fd19e158), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:05.825207 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9a9c7d45-54a5-4d49-abe1-5649b56ce069 req-ceedd2c8-1052-4f91-b9c8-0e2dce0a4cdf tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 210 time: 0.0873091 Mar 28 14:28:05.993208 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac039e7-1f9c-4034-ba2d-075d20dd0650 req-9ffab6ae-a215-47a4-b623-82316356c31e tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:06.001116 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f68140-9bcc-4f72-914a-4a8c89f3eb54 service neutron] Pushing event updated for resources: {'Port': ['ID=076f6099-942c-496f-a8ea-cad3fd19e158,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:06.008712 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb4a3-1df5-4e07-81a5-be9da181cf51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:06.012154 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7ac039e7-1f9c-4034-ba2d-075d20dd0650 req-9ffab6ae-a215-47a4-b623-82316356c31e tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 943 time: 0.0948741 Mar 28 14:28:06.099274 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7ac039e7-1f9c-4034-ba2d-075d20dd0650 req-92fccb1f-7111-4fe9-8dbb-7398676038ff tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819237 Mar 28 14:28:06.211748 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-ba8995cb-5172-40cb-aba4-d300b64018aa service neutron] 10.222.0.13 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710171 Mar 28 14:28:06.324357 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ef68fae3-99d4-41d5-87a3-66da5ea16ea7 req-4b2a3542-04ca-454b-8673-9e491a0e96db tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 210 time: 0.0609934 Mar 28 14:28:06.383312 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b9d97c61-a523-4d50-8167-0945f44d373f req-c059f86f-569b-43d3-bdc5-8a85a5e53daf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b68372c-e612-4b51-a485-e4be3ede082d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2928183 Mar 28 14:28:06.392065 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-c1f68140-9bcc-4f72-914a-4a8c89f3eb54 service neutron] Attempting to bind port 076f6099-942c-496f-a8ea-cad3fd19e158 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:28:06.392450 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-c1f68140-9bcc-4f72-914a-4a8c89f3eb54 service neutron] Attempting to bind port 076f6099-942c-496f-a8ea-cad3fd19e158 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a8b084e1-c299-41e1-b5fd-5fcaad52ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:28:06.392670 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-c1f68140-9bcc-4f72-914a-4a8c89f3eb54 service neutron] Attempting to bind port 076f6099-942c-496f-a8ea-cad3fd19e158 on network 6f3f979a-d18b-4240-ba5e-d7c4fbc29362 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:28:06.403681 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-c1f68140-9bcc-4f72-914a-4a8c89f3eb54 service neutron] Port 076f6099-942c-496f-a8ea-cad3fd19e158 on network 6f3f979a-d18b-4240-ba5e-d7c4fbc29362 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:28:06.403681 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-c1f68140-9bcc-4f72-914a-4a8c89f3eb54 service neutron] Attempting to bind port 076f6099-942c-496f-a8ea-cad3fd19e158 on network 6f3f979a-d18b-4240-ba5e-d7c4fbc29362 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:28:06.455993 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-c1f68140-9bcc-4f72-914a-4a8c89f3eb54 service neutron] Checking agent: {'id': 'ab5a62a0-b9cc-4af2-a98d-7d97375b077a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'started_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:28:06.456359 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-c1f68140-9bcc-4f72-914a-4a8c89f3eb54 service neutron] Checking segment: {'id': 'a8b084e1-c299-41e1-b5fd-5fcaad52ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:28:06.456848 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-c1f68140-9bcc-4f72-914a-4a8c89f3eb54 service neutron] Bound using segment: {'id': 'a8b084e1-c299-41e1-b5fd-5fcaad52ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:28:06.457381 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-c1f68140-9bcc-4f72-914a-4a8c89f3eb54 service neutron] Bound port: 076f6099-942c-496f-a8ea-cad3fd19e158, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b084e1-c299-41e1-b5fd-5fcaad52ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:28:06.457812 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-c1f68140-9bcc-4f72-914a-4a8c89f3eb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (076f6099-942c-496f-a8ea-cad3fd19e158), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:06.506698 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-60c80be5-a453-445b-b123-8af4a421e83c service neutron] 10.222.0.13 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930655 Mar 28 14:28:06.513555 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-2e6c03e5-1194-4923-8f72-e5c030e27213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:06.515525 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-2e6c03e5-1194-4923-8f72-e5c030e27213 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac33e34d-f8ce-422d-8ea1-9189d3900f1e HTTP/1.1" status: 200 len: 849 time: 0.4131873 Mar 28 14:28:06.584598 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9e594-3d65-4f3a-8009-800c3d22694f req-aba22642-82af-467f-8a56-5ccb7a3a33c3 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:06.586480 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5cd9e594-3d65-4f3a-8009-800c3d22694f req-aba22642-82af-467f-8a56-5ccb7a3a33c3 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 944 time: 0.1108832 Mar 28 14:28:06.602479 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-c1f68140-9bcc-4f72-914a-4a8c89f3eb54 service neutron] For port 076f6099-942c-496f-a8ea-cad3fd19e158, host hv-cinder-79053, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:28:06.609433 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-c1f68140-9bcc-4f72-914a-4a8c89f3eb54 service neutron] For port 076f6099-942c-496f-a8ea-cad3fd19e158, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=076f6099-942c-496f-a8ea-cad3fd19e158,segment=NetworkSegment(a8b084e1-c299-41e1-b5fd-5fcaad52ebed),segment_id=a8b084e1-c299-41e1-b5fd-5fcaad52ebed)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:28:06.615627 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb4a3-1df5-4e07-81a5-be9da181cf51 admin admin] Publish callbacks [] for security_group (17613e33-2b32-4367-8708-59b73eaf167b), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:06.618831 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-c1f68140-9bcc-4f72-914a-4a8c89f3eb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (076f6099-942c-496f-a8ea-cad3fd19e158), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:06.638925 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5cd9e594-3d65-4f3a-8009-800c3d22694f req-41fa7223-ab9e-45d8-adc4-54ff16d34e7c tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467415 Mar 28 14:28:06.647890 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb4a3-1df5-4e07-81a5-be9da181cf51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (17613e33-2b32-4367-8708-59b73eaf167b), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:06.687586 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-c1f68140-9bcc-4f72-914a-4a8c89f3eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:06.688203 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-c1f68140-9bcc-4f72-914a-4a8c89f3eb54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:06.689586 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-c1f68140-9bcc-4f72-914a-4a8c89f3eb54 service neutron] 10.222.0.18 "PUT /v2.0/ports/076f6099-942c-496f-a8ea-cad3fd19e158 HTTP/1.1" status: 200 len: 1093 time: 3.1208580 Mar 28 14:28:06.691954 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb89e8e-4566-48f4-8064-45d65b8134dc', 'tag': '076f6099-942c-496f-a8ea-cad3fd19e158'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:28:06.694062 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8730d4-d599-4aef-8edd-4279bef044b0" -d '{"events": [{"name": "network-changed", "server_uuid": "acb89e8e-4566-48f4-8064-45d65b8134dc", "tag": "076f6099-942c-496f-a8ea-cad3fd19e158"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:28:06.744035 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-b9dfb4a3-1df5-4e07-81a5-be9da181cf51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=adb3a6b7ad884ed895b4442ffa3a5b1e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0353956 Mar 28 14:28:06.745267 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfb4a3-1df5-4e07-81a5-be9da181cf51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17613e33-2b32-4367-8708-59b73eaf167b,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:06.747639 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 39526) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:06.749598 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f68140-9bcc-4f72-914a-4a8c89f3eb54 service neutron] Pushing event updated for resources: {'Port': ['ID=076f6099-942c-496f-a8ea-cad3fd19e158,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:06.757773 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0197227d-bc57-4f0d-9572-95509d2e02ee x-openstack-request-id: req-0197227d-bc57-4f0d-9572-95509d2e02ee {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:28:06.757975 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb89e8e-4566-48f4-8064-45d65b8134dc", "tag": "076f6099-942c-496f-a8ea-cad3fd19e158", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:28:06.758229 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0197227d-bc57-4f0d-9572-95509d2e02ee {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:28:06.758620 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0197227d-bc57-4f0d-9572-95509d2e02ee'] response: {'name': 'network-changed', 'server_uuid': 'acb89e8e-4566-48f4-8064-45d65b8134dc', 'tag': '076f6099-942c-496f-a8ea-cad3fd19e158', 'status': 'completed', 'code': 200} Mar 28 14:28:06.760568 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-baf10b16-a143-49e6-8f19-98ad25adfc32 req-04f3b3f1-0b59-4f07-8838-c4d3a978b2d5 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 210 time: 0.0429420 Mar 28 14:28:06.809114 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f028546c-e8e5-4344-9eef-dd7a6196327d admin admin] Publish callbacks [] for security_group (17613e33-2b32-4367-8708-59b73eaf167b), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:06.838035 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f028546c-e8e5-4344-9eef-dd7a6196327d admin admin] Publish callbacks [] for security_group (17613e33-2b32-4367-8708-59b73eaf167b), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:06.903321 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f028546c-e8e5-4344-9eef-dd7a6196327d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (17613e33-2b32-4367-8708-59b73eaf167b), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:06.906926 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f028546c-e8e5-4344-9eef-dd7a6196327d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:06.911679 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-f028546c-e8e5-4344-9eef-dd7a6196327d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17613e33-2b32-4367-8708-59b73eaf167b HTTP/1.1" status: 204 len: 168 time: 0.1596506 Mar 28 14:28:06.940490 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028546c-e8e5-4344-9eef-dd7a6196327d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17613e33-2b32-4367-8708-59b73eaf167b,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:06.943486 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3bc81059-52b0-46bb-8979-0ed9c53c1286 req-ea2f9e8f-a009-42ec-8927-d93558570c67 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 210 time: 0.0341933 Mar 28 14:28:07.211070 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 39544) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:07.211699 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aef3e1-3438-4909-8c54-303fd620f93f req-a9c63911-b0cf-46e8-bfaf-e2741b55f5f3 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:07.213209 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c4aef3e1-3438-4909-8c54-303fd620f93f req-a9c63911-b0cf-46e8-bfaf-e2741b55f5f3 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 943 time: 0.0579515 Mar 28 14:28:07.224777 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-70e0eff7-f269-4fb0-8ea3-c1b8f0146d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:07.259642 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c4aef3e1-3438-4909-8c54-303fd620f93f req-483fbe83-0db7-4e99-a0c1-87f2a99618c5 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407255 Mar 28 14:28:07.308010 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-70e0eff7-f269-4fb0-8ea3-c1b8f0146d88 admin admin] Publish callbacks [] for security_group (17b2f94c-361d-4625-8d05-c7253e6e8e44), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:07.313237 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-70e0eff7-f269-4fb0-8ea3-c1b8f0146d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (17b2f94c-361d-4625-8d05-c7253e6e8e44), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:07.350511 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-70e0eff7-f269-4fb0-8ea3-c1b8f0146d88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=112fa7014d6b41f38b1d4b565bd5cb83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382725 Mar 28 14:28:07.351781 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0eff7-f269-4fb0-8ea3-c1b8f0146d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b2f94c-361d-4625-8d05-c7253e6e8e44,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:07.353265 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 39548) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:07.402874 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a4ab383d-49b6-43bd-b222-dbec8ea181c4 req-e72233e7-37f7-46da-ae82-1862b865d4c2 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 210 time: 0.0297177 Mar 28 14:28:07.403541 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae430d79-eb8e-46ea-9c61-6efd29471a2a admin admin] Publish callbacks [] for security_group (17b2f94c-361d-4625-8d05-c7253e6e8e44), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:07.425492 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae430d79-eb8e-46ea-9c61-6efd29471a2a admin admin] Publish callbacks [] for security_group (17b2f94c-361d-4625-8d05-c7253e6e8e44), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:07.473998 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae430d79-eb8e-46ea-9c61-6efd29471a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (17b2f94c-361d-4625-8d05-c7253e6e8e44), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:07.476581 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae430d79-eb8e-46ea-9c61-6efd29471a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:07.477713 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-ae430d79-eb8e-46ea-9c61-6efd29471a2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17b2f94c-361d-4625-8d05-c7253e6e8e44 HTTP/1.1" status: 204 len: 168 time: 0.1233673 Mar 28 14:28:07.486841 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae430d79-eb8e-46ea-9c61-6efd29471a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b2f94c-361d-4625-8d05-c7253e6e8e44,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:07.755939 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2933e5-2e53-4095-87d3-a29e15f037a1 req-a071920b-1e1c-478a-9246-204d6d92fc50 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:07.757462 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9a2933e5-2e53-4095-87d3-a29e15f037a1 req-a071920b-1e1c-478a-9246-204d6d92fc50 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 944 time: 0.0517721 Mar 28 14:28:07.808206 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9a2933e5-2e53-4095-87d3-a29e15f037a1 req-d7de8fde-6f9e-40ed-b3f3-14fc2bfd892c tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449388 Mar 28 14:28:07.862861 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d68e9baa-d829-4f40-b903-aa2833b47435 req-ebffea66-5e66-440c-b724-24b4e5ca3fb5 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 210 time: 0.0271647 Mar 28 14:28:08.056295 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ffc158eb-bff1-4bf0-b4da-165be047cb95 req-c15f56bb-3e73-4e63-a4d7-c5ac1b3e0dea tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 210 time: 0.0370128 Mar 28 14:28:08.383050 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292e326-00e5-40cb-b027-e83d220720ac req-9596fa48-733c-4910-9a8f-ca01e210532c tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:08.384510 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7292e326-00e5-40cb-b027-e83d220720ac req-9596fa48-733c-4910-9a8f-ca01e210532c tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 943 time: 0.0537806 Mar 28 14:28:08.432444 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7292e326-00e5-40cb-b027-e83d220720ac req-0fc68da6-441a-4950-862a-9d8a3c93116e tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420868 Mar 28 14:28:08.506993 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c86dba12-78ec-4785-8cbd-8a188860059b req-7a475130-46c9-4161-bf07-5b4f6845641c tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 210 time: 0.0264511 Mar 28 14:28:08.963193 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9d364-f46d-41f6-af04-aa0e7aa9402d req-bf5ce19e-89fd-4f67-a8e9-e44e21892c4d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:08.965243 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-16c9d364-f46d-41f6-af04-aa0e7aa9402d req-bf5ce19e-89fd-4f67-a8e9-e44e21892c4d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 944 time: 0.0735648 Mar 28 14:28:09.014814 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a355d73a-1921-497a-8ecf-981cd544571c req-8cf38eca-5b80-4675-b0ab-4933e51090ba tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 210 time: 0.0609107 Mar 28 14:28:09.046065 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-16c9d364-f46d-41f6-af04-aa0e7aa9402d req-941f5a0e-cb7a-4bc9-8ddd-624d5330a053 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717354 Mar 28 14:28:09.151274 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-8afe281a-0a01-41b4-b75a-7992316794f4 req-9b1cf54f-968f-46d7-b1c6-72a90fc7caa8 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 210 time: 0.0295105 Mar 28 14:28:09.454879 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:09.550834 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfd26f-f9ed-4032-9ba8-0c31aa5b8d66 req-9ad6d1bf-7729-45f1-ab74-108dc2f5ed1c tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:09.552370 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6edfd26f-f9ed-4032-9ba8-0c31aa5b8d66 req-9ad6d1bf-7729-45f1-ab74-108dc2f5ed1c tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 943 time: 0.0532625 Mar 28 14:28:09.601096 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6edfd26f-f9ed-4032-9ba8-0c31aa5b8d66 req-bf1e5a77-d55f-4c58-94d5-8e004d333a95 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427494 Mar 28 14:28:09.613416 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c8511a5e-fd32-4722-b0dd-eeb43867fc3e req-9c5c47a3-926b-45f3-8eee-d1c89e15b8d8 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 210 time: 0.0346565 Mar 28 14:28:10.052532 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 39658) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:10.128670 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-45f945cf-d091-4889-b9fc-ec11b019db61 req-d8bf056c-705e-407e-83c1-14df9f9f986b tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 210 time: 0.0404999 Mar 28 14:28:10.179751 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d9363b4c-eb29-4d46-b016-29714f108a77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:10.182332 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d51d47-d73a-4d78-88b1-4d5956d07e1a req-d1510cb2-7b49-4f88-80f8-0ca958153baa tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:10.183877 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-84d51d47-d73a-4d78-88b1-4d5956d07e1a req-d1510cb2-7b49-4f88-80f8-0ca958153baa tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 944 time: 0.0557115 Mar 28 14:28:10.235840 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-84d51d47-d73a-4d78-88b1-4d5956d07e1a req-a3443444-3dac-4cd6-a9a5-88f99908dba7 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425560 Mar 28 14:28:10.250874 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bccee3f3-b225-4c33-8e57-e23dc2a0b44b req-91864a84-dc8d-4cbc-852d-b7f23981fddf tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 210 time: 0.0349693 Mar 28 14:28:10.291561 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d9363b4c-eb29-4d46-b016-29714f108a77 admin admin] Publish callbacks [] for security_group (23e0c2ea-7705-4588-919c-860506b390db), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:10.295996 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d9363b4c-eb29-4d46-b016-29714f108a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (23e0c2ea-7705-4588-919c-860506b390db), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:10.330085 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9363b4c-eb29-4d46-b016-29714f108a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e0c2ea-7705-4588-919c-860506b390db,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:10.334211 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-d9363b4c-eb29-4d46-b016-29714f108a77 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=338c0a44cbc24034a02bf0f0fdcdf901&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806256 Mar 28 14:28:10.336931 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 39670) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:10.382704 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9982b2c1-e2ad-4931-a7d0-619cc5eda42c admin admin] Publish callbacks [] for security_group (23e0c2ea-7705-4588-919c-860506b390db), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:10.404833 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9982b2c1-e2ad-4931-a7d0-619cc5eda42c admin admin] Publish callbacks [] for security_group (23e0c2ea-7705-4588-919c-860506b390db), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:10.452651 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9982b2c1-e2ad-4931-a7d0-619cc5eda42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (23e0c2ea-7705-4588-919c-860506b390db), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:10.455256 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9982b2c1-e2ad-4931-a7d0-619cc5eda42c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:10.456388 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-9982b2c1-e2ad-4931-a7d0-619cc5eda42c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23e0c2ea-7705-4588-919c-860506b390db HTTP/1.1" status: 204 len: 168 time: 0.1186178 Mar 28 14:28:10.465513 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982b2c1-e2ad-4931-a7d0-619cc5eda42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e0c2ea-7705-4588-919c-860506b390db,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:10.707538 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-09a851ed-302f-49bd-a7e2-247ea193e8d9 req-9e1b8b8b-0ff2-4e68-b1db-d6303910a304 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 210 time: 0.0268657 Mar 28 14:28:10.726902 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ba8df-1814-4ba7-b60f-99eca2cbeef9 req-d617819c-d4b0-45af-969f-7a1cc844cde4 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:10.728652 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-8d8ba8df-1814-4ba7-b60f-99eca2cbeef9 req-d617819c-d4b0-45af-969f-7a1cc844cde4 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 943 time: 0.0574379 Mar 28 14:28:10.742383 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 39680) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:10.757930 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-07777d06-1843-4540-9785-a9f0bc4ce144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:10.779566 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-8d8ba8df-1814-4ba7-b60f-99eca2cbeef9 req-281698b2-c54d-4681-bd6a-79c103337f20 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441689 Mar 28 14:28:10.832492 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-07777d06-1843-4540-9785-a9f0bc4ce144 admin admin] Publish callbacks [] for security_group (92fcb2c4-e304-4ae1-b513-035224118f6a), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:10.836822 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-07777d06-1843-4540-9785-a9f0bc4ce144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (92fcb2c4-e304-4ae1-b513-035224118f6a), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:10.871978 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07777d06-1843-4540-9785-a9f0bc4ce144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fcb2c4-e304-4ae1-b513-035224118f6a,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:10.877955 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-07777d06-1843-4540-9785-a9f0bc4ce144 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2adefc8aff24b229433b72c166c75f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345041 Mar 28 14:28:10.880811 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 39682) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:10.931274 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-32f67ec2-d2aa-4017-8436-e7291863c79f admin admin] Publish callbacks [] for security_group (92fcb2c4-e304-4ae1-b513-035224118f6a), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:10.952693 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-32f67ec2-d2aa-4017-8436-e7291863c79f admin admin] Publish callbacks [] for security_group (92fcb2c4-e304-4ae1-b513-035224118f6a), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:11.065165 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.18', 55661) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:11.073807 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.18', 55662) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:11.103619 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-32f67ec2-d2aa-4017-8436-e7291863c79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (92fcb2c4-e304-4ae1-b513-035224118f6a), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:11.107010 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-32f67ec2-d2aa-4017-8436-e7291863c79f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:11.111363 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-32f67ec2-d2aa-4017-8436-e7291863c79f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92fcb2c4-e304-4ae1-b513-035224118f6a HTTP/1.1" status: 204 len: 168 time: 0.2295387 Mar 28 14:28:11.151724 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f67ec2-d2aa-4017-8436-e7291863c79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fcb2c4-e304-4ae1-b513-035224118f6a,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:11.356733 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-baa37cf8-d5fa-4863-bc0c-0d34a06fe386 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:11.358239 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-baa37cf8-d5fa-4863-bc0c-0d34a06fe386 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.18 "GET /v2.0/networks?id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362 HTTP/1.1" status: 200 len: 819 time: 0.2381399 Mar 28 14:28:11.365395 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b089532e-2920-431c-b1ae-39cad9b2c4b3 req-3b583613-19c2-462a-83de-fb2f5dd04998 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 210 time: 0.0680859 Mar 28 14:28:11.401758 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-25a3fc08-c414-4674-8042-a167d0345b1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:11.402254 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-67e7ccdd-ea5a-4212-89c5-823f6fe70066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:11.403255 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-25a3fc08-c414-4674-8042-a167d0345b1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.18 "GET /v2.0/networks?id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb HTTP/1.1" status: 200 len: 814 time: 0.2817779 Mar 28 14:28:11.403847 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-67e7ccdd-ea5a-4212-89c5-823f6fe70066 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afb5a3e7-7844-40a2-b2f3-321ba05c443b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3317587 Mar 28 14:28:11.417402 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8730d4-d599-4aef-8edd-4279bef044b0 req-16449f18-2607-4c4b-9f94-2e396d4be8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:11.418880 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6d8730d4-d599-4aef-8edd-4279bef044b0 req-16449f18-2607-4c4b-9f94-2e396d4be8fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1519a1dc346a484ea1368320ac6d675c&device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 1127 time: 0.2790794 Mar 28 14:28:11.428518 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56744a8a-b21c-4e8c-81ac-cc6ffc2cc15a req-d6b4053f-8d8d-4a33-af93-76c48dc0fd09 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:11.433974 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b9d97c61-a523-4d50-8167-0945f44d373f req-9a92f74f-ff86-4fb4-b369-19e30e1c790e service neutron] 10.222.0.18 "GET /v2.0/networks/5b68372c-e612-4b51-a485-e4be3ede082d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181357 Mar 28 14:28:11.435294 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-56744a8a-b21c-4e8c-81ac-cc6ffc2cc15a req-d6b4053f-8d8d-4a33-af93-76c48dc0fd09 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 944 time: 0.0744340 Mar 28 14:28:11.475207 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3cadbcc0-664b-432a-ae2e-882149a97c42 req-839cda66-b1d1-4fc5-b110-e57ca286fca2 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 210 time: 0.0277965 Mar 28 14:28:11.484619 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-56744a8a-b21c-4e8c-81ac-cc6ffc2cc15a req-d81938d6-51eb-48e6-9ade-fd55a33dd50d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482464 Mar 28 14:28:11.810160 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-be66a621-9584-4e63-8cb0-eb794a44a855 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Request body: {'port': {'device_id': '5b780e92-90f1-44ea-92d3-caa5bdccba00', 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'admin_state_up': True, 'tenant_id': '1519a1dc346a484ea1368320ac6d675c'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:11.874411 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-56e51811-3a7c-4077-9a28-6a5354ec50b5 req-ef08c071-dc66-476c-8a11-c089c438f689 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 210 time: 0.0960438 Mar 28 14:28:12.205241 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-c1f63144-72b7-4f70-833e-6e45bb267045 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2306e519eba4cfa82246420f4c4f925 HTTP/1.1" status: 200 len: 380 time: 0.4076533 Mar 28 14:28:12.245776 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa2583-12b0-4308-be90-20e5c64e0ec5 req-14f5442f-f308-4b11-b8e6-b0b37da8eab7 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:12.251978 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-64aa2583-12b0-4308-be90-20e5c64e0ec5 req-14f5442f-f308-4b11-b8e6-b0b37da8eab7 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 943 time: 0.1694458 Mar 28 14:28:12.264608 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-e462e8dd-9c78-4f35-b776-66e366cdb0fd tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Request body: {'port': {'device_id': '1645ac85-aafc-42ee-929b-353b09f4f218', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'admin_state_up': True, 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'security_groups': ['c20c6be8-fb2b-44f5-88cd-ba985b7da40c']}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:12.377808 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-be66a621-9584-4e63-8cb0-eb794a44a855 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Made reservation on behalf of 1519a1dc346a484ea1368320ac6d675c for: {'port': 1} {{(pid=103204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:28:12.381348 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-be66a621-9584-4e63-8cb0-eb794a44a855 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:12.414739 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b9d97c61-a523-4d50-8167-0945f44d373f req-867a1d81-6f5f-4d98-bdb5-c7f2528fd25a service neutron] 10.222.0.18 "GET /v2.0/networks/5b68372c-e612-4b51-a485-e4be3ede082d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506589 Mar 28 14:28:12.421887 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8730d4-d599-4aef-8edd-4279bef044b0 req-47d17d44-0474-481d-b935-6f4182499b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:12.432233 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6d8730d4-d599-4aef-8edd-4279bef044b0 req-47d17d44-0474-481d-b935-6f4182499b08 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=1519a1dc346a484ea1368320ac6d675c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5635800 Mar 28 14:28:12.434476 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-64aa2583-12b0-4308-be90-20e5c64e0ec5 req-954d9289-3792-482b-971f-00f25fb15b6f tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738319 Mar 28 14:28:12.616545 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e0ce21d2-7e58-439e-9862-c798449967bd req-7756a435-d050-479a-9b72-bba4f61d05b5 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 210 time: 0.0795047 Mar 28 14:28:12.618485 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-92d369d3-23ff-45a9-8926-4e7a057a7da3 service neutron] 10.222.0.18 "GET /v2.0/networks/afb5a3e7-7844-40a2-b2f3-321ba05c443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7570343 Mar 28 14:28:12.629098 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.18', 55670) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:12.641473 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6c3372b7-ef53-4f87-aeda-f9cb7b64962a req-73a90f2e-d792-4492-9b9c-c97dc8e9a72c tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 210 time: 0.0828068 Mar 28 14:28:12.822450 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-e462e8dd-9c78-4f35-b776-66e366cdb0fd tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Made reservation on behalf of c2306e519eba4cfa82246420f4c4f925 for: {'port': 1} {{(pid=103204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:28:12.827736 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-e462e8dd-9c78-4f35-b776-66e366cdb0fd tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:12.867777 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8d199-1b3d-43c4-a0bc-dc67c721d88a req-cc958ea7-2928-446a-8b91-39cc4d18142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:12.869300 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bef8d199-1b3d-43c4-a0bc-dc67c721d88a req-cc958ea7-2928-446a-8b91-39cc4d18142a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4452c36223084e62a654d03f976a56b0&device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 1127 time: 0.3111274 Mar 28 14:28:12.881203 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8730d4-d599-4aef-8edd-4279bef044b0 req-cac8f851-3f08-4a99-a2be-6f6f9b9ffbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:12.882640 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6d8730d4-d599-4aef-8edd-4279bef044b0 req-cac8f851-3f08-4a99-a2be-6f6f9b9ffbca service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4496107 Mar 28 14:28:12.909226 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-02dcbee6-0929-4c56-91a2-7831da42c3c6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:12.911599 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-02dcbee6-0929-4c56-91a2-7831da42c3c6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.18 "GET /v2.0/networks?id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8 HTTP/1.1" status: 200 len: 817 time: 0.2810867 Mar 28 14:28:12.931684 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-be66a621-9584-4e63-8cb0-eb794a44a855 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Allocated IP 172.20.0.11 (6f3f979a-d18b-4240-ba5e-d7c4fbc29362/52dd69ba-aebc-4a99-b26d-625288b32bae/af53014f-d2e3-424f-b13b-923ebbab5309) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:28:12.965125 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1761cabf-6c2b-406d-836f-c2fb8b131f83 req-4a3a82ad-aeb5-4b32-ae09-3ec9aa49d1e8 service neutron] 10.222.0.18 "GET /v2.0/networks/afb5a3e7-7844-40a2-b2f3-321ba05c443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245754 Mar 28 14:28:12.977559 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a32bc-87cc-4831-a9f7-6719031b8cbc req-eea8593d-4aa2-4d25-83de-5eae22463909 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:12.979112 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-300a32bc-87cc-4831-a9f7-6719031b8cbc req-eea8593d-4aa2-4d25-83de-5eae22463909 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 944 time: 0.2498107 Mar 28 14:28:13.049353 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-e7f97334-b081-4fe7-aaf8-ac29a9f022dd req-f061dd8e-40a6-44ae-aad8-1284b9ec15ed tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 210 time: 0.0737517 Mar 28 14:28:13.078247 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8d199-1b3d-43c4-a0bc-dc67c721d88a req-24b405fc-e73e-4ca1-93ba-9000cd875ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:13.079780 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bef8d199-1b3d-43c4-a0bc-dc67c721d88a req-24b405fc-e73e-4ca1-93ba-9000cd875ff3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b68372c-e612-4b51-a485-e4be3ede082d HTTP/1.1" status: 200 len: 912 time: 0.2014468 Mar 28 14:28:13.083145 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-300a32bc-87cc-4831-a9f7-6719031b8cbc req-c12a2fb5-7df5-4cac-8395-1d466dbb0786 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960543 Mar 28 14:28:13.188917 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-e462e8dd-9c78-4f35-b776-66e366cdb0fd tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Allocated IP 172.20.0.4 (c1d7e8b2-233f-4909-9d7e-cac5ada02fdb/42ae119e-55a6-4649-98c6-27d9c3bb606b/2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:28:13.194709 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bef8d199-1b3d-43c4-a0bc-dc67c721d88a req-4609f215-404c-4eea-b159-bd16898a17b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7eef624c-10a6-43d5-b682-13aee1a14e6e HTTP/1.1" status: 200 len: 217 time: 0.0836542 Mar 28 14:28:13.249596 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-13f45c43-c816-46c0-8c8c-99838305c0f0 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26effb221cba493895805136dd811e20 HTTP/1.1" status: 200 len: 379 time: 0.2029488 Mar 28 14:28:13.256222 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-bc09f90f-697b-4dcb-991d-e59cd52c81a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:13.257884 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-bc09f90f-697b-4dcb-991d-e59cd52c81a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1519a1dc346a484ea1368320ac6d675c&device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 1127 time: 0.1456182 Mar 28 14:28:13.266235 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3167a71-dc2a-4247-91a9-909573f2f59c req-3ccab938-be75-4bab-b2e8-6d120bb2c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:13.266411 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-74e00069-e354-4185-98cc-926a28ec7fee tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Request body: {'port': {'device_id': 'f9495ba6-2cfb-4547-97e1-e71964cef1a1', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'admin_state_up': True, 'tenant_id': '26effb221cba493895805136dd811e20', 'security_groups': ['1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2']}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:13.267702 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e3167a71-dc2a-4247-91a9-909573f2f59c req-3ccab938-be75-4bab-b2e8-6d120bb2c99f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6377be1dbc9d4159b9dde7c4218d1520&device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 1128 time: 0.1495731 Mar 28 14:28:13.287848 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8d199-1b3d-43c4-a0bc-dc67c721d88a req-34e96a48-d978-4dde-a233-e10775ced515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:13.289223 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bef8d199-1b3d-43c4-a0bc-dc67c721d88a req-34e96a48-d978-4dde-a233-e10775ced515 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f1c46b14-5f49-4d7c-8665-a19031516c84 HTTP/1.1" status: 200 len: 851 time: 0.0863709 Mar 28 14:28:13.337263 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-83234183-1477-45ab-b300-ab21e1f24ffe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=076f6099-942c-496f-a8ea-cad3fd19e158 HTTP/1.1" status: 200 len: 217 time: 0.0667613 Mar 28 14:28:13.381176 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bef8d199-1b3d-43c4-a0bc-dc67c721d88a req-d803f4e9-b8e3-47a2-accd-5c99a835a164 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b68372c-e612-4b51-a485-e4be3ede082d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631115 Mar 28 14:28:13.484110 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-be66a621-9584-4e63-8cb0-eb794a44a855 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for port (af53014f-d2e3-424f-b13b-923ebbab5309), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:13.536581 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-81a6b31c-9de6-4648-8efc-9e7002a09afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:13.538047 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-81a6b31c-9de6-4648-8efc-9e7002a09afe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52dd69ba-aebc-4a99-b26d-625288b32bae HTTP/1.1" status: 200 len: 858 time: 0.1593065 Mar 28 14:28:13.564359 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3167a71-dc2a-4247-91a9-909573f2f59c req-ba2bc461-e01d-416a-a64c-356e2c593df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:13.564944 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e3167a71-dc2a-4247-91a9-909573f2f59c req-ba2bc461-e01d-416a-a64c-356e2c593df1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=afb5a3e7-7844-40a2-b2f3-321ba05c443b HTTP/1.1" status: 200 len: 911 time: 0.2848451 Mar 28 14:28:13.566449 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-e462e8dd-9c78-4f35-b776-66e366cdb0fd tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for port (2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:13.570971 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-74e00069-e354-4185-98cc-926a28ec7fee tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Made reservation on behalf of 26effb221cba493895805136dd811e20 for: {'port': 1} {{(pid=103204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:28:13.578678 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-74e00069-e354-4185-98cc-926a28ec7fee tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:13.601611 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bef8d199-1b3d-43c4-a0bc-dc67c721d88a req-e483bcc9-5b9c-4a57-a1a8-129008aa65e3 service neutron] 10.222.0.18 "GET /v2.0/networks/5b68372c-e612-4b51-a485-e4be3ede082d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069771 Mar 28 14:28:13.675110 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e3167a71-dc2a-4247-91a9-909573f2f59c req-2174ea9f-0147-4245-83b6-6a494666cde3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a450c5d1-6d13-4aa3-b5b2-4b4d175b905f HTTP/1.1" status: 200 len: 217 time: 0.0944657 Mar 28 14:28:13.719460 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-be66a621-9584-4e63-8cb0-eb794a44a855 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (af53014f-d2e3-424f-b13b-923ebbab5309), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:13.836567 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1eb4ef5b-dd1d-4c7c-962c-52652d9f426c req-c011f90d-98c2-416d-ad6f-0b42b4bc94de tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 210 time: 0.0616472 Mar 28 14:28:13.903863 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-0fac6207-b574-4ca2-b280-3fc728f150ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:13.905554 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-0fac6207-b574-4ca2-b280-3fc728f150ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3603811 Mar 28 14:28:13.951058 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bef8d199-1b3d-43c4-a0bc-dc67c721d88a req-80f53d92-2feb-4a7b-80cf-5d7f89f94f5d service neutron] 10.222.0.18 "GET /v2.0/networks/5b68372c-e612-4b51-a485-e4be3ede082d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866480 Mar 28 14:28:13.952405 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3167a71-dc2a-4247-91a9-909573f2f59c req-5e5fa11b-bccf-4978-b16e-085a6f017e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:13.964241 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e3167a71-dc2a-4247-91a9-909573f2f59c req-5e5fa11b-bccf-4978-b16e-085a6f017e92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac33e34d-f8ce-422d-8ea1-9189d3900f1e HTTP/1.1" status: 200 len: 849 time: 0.2740653 Mar 28 14:28:13.967223 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-be66a621-9584-4e63-8cb0-eb794a44a855 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Network 6f3f979a-d18b-4240-ba5e-d7c4fbc29362 is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:28:13.992371 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-be66a621-9584-4e63-8cb0-eb794a44a855 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:28:14.002765 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-be66a621-9584-4e63-8cb0-eb794a44a855 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:28:14.008009 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-be66a621-9584-4e63-8cb0-eb794a44a855 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:14.008723 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-be66a621-9584-4e63-8cb0-eb794a44a855 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for port (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:14.017513 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66a621-9584-4e63-8cb0-eb794a44a855 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Pushing event updated for resources: {'Port': ['ID=af53014f-d2e3-424f-b13b-923ebbab5309,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:14.043365 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-e462e8dd-9c78-4f35-b776-66e366cdb0fd tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:14.046356 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-74e00069-e354-4185-98cc-926a28ec7fee tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Allocated IP 172.20.0.3 (bcd22f98-d55c-4ded-97e4-59fdf5d005e8/31660ae6-3a03-4024-957b-fcff7a111abb/6cf31727-459b-4f50-916c-413df70b7f6e) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:28:14.061133 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab3c9e-778f-46ba-8a23-035f06fbcf19 req-241c5a59-bff9-4a20-927a-db6841879200 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:14.062619 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c1ab3c9e-778f-46ba-8a23-035f06fbcf19 req-241c5a59-bff9-4a20-927a-db6841879200 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 943 time: 0.3504286 Mar 28 14:28:14.102548 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-be66a621-9584-4e63-8cb0-eb794a44a855 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2968109 Mar 28 14:28:14.137473 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-e462e8dd-9c78-4f35-b776-66e366cdb0fd tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:28:14.140888 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3167a71-dc2a-4247-91a9-909573f2f59c req-fd007a7a-1e8a-4d2d-bfc7-277a34403ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:14.142473 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e3167a71-dc2a-4247-91a9-909573f2f59c req-fd007a7a-1e8a-4d2d-bfc7-277a34403ea5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afb5a3e7-7844-40a2-b2f3-321ba05c443b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1473970 Mar 28 14:28:14.150663 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-97216310-94f7-4779-b77f-36a6e25ba909 service neutron] Request body: {'port': {'device_id': '5b780e92-90f1-44ea-92d3-caa5bdccba00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:14.161177 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-e462e8dd-9c78-4f35-b776-66e366cdb0fd tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:28:14.192426 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-e462e8dd-9c78-4f35-b776-66e366cdb0fd tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:28:14.197368 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-e462e8dd-9c78-4f35-b776-66e366cdb0fd tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:14.198023 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-e462e8dd-9c78-4f35-b776-66e366cdb0fd tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for port (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:14.208077 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462e8dd-9c78-4f35-b776-66e366cdb0fd tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event updated for resources: {'Port': ['ID=2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:14.309962 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-c26d3e98-8339-4af1-a446-3ffb0bd2bb74 None None] Provisioning complete for port af53014f-d2e3-424f-b13b-923ebbab5309 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:28:14.312301 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-c26d3e98-8339-4af1-a446-3ffb0bd2bb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (af53014f-d2e3-424f-b13b-923ebbab5309), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:14.355836 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-c26d3e98-8339-4af1-a446-3ffb0bd2bb74 None None] Port af53014f-d2e3-424f-b13b-923ebbab5309 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:28:14.381931 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44787b9f-e0c6-4142-83f6-8ff6ba432e69 req-0d92b39a-188c-47f9-bc64-a4c923c52fd2 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:14.392411 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-44787b9f-e0c6-4142-83f6-8ff6ba432e69 req-0d92b39a-188c-47f9-bc64-a4c923c52fd2 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 932 time: 0.3982401 Mar 28 14:28:14.424797 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-76ed217c-9a5e-4e6b-bf2b-69fdef514ca5 service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925642 Mar 28 14:28:14.452398 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-e462e8dd-9c78-4f35-b776-66e366cdb0fd tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1971347 Mar 28 14:28:14.480358 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-511d6827-e730-42b6-8a5d-523a61f597c1 None None] Provisioning complete for port 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:28:14.480925 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-511d6827-e730-42b6-8a5d-523a61f597c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:14.481796 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-48799340-f983-49bb-b1de-d1129175ec2b service neutron] Request body: {'port': {'device_id': '1645ac85-aafc-42ee-929b-353b09f4f218', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:14.491492 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c1ab3c9e-778f-46ba-8a23-035f06fbcf19 req-a5a5ecb1-a8ae-4f8e-a215-6ecd2f2fb6dc tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981326 Mar 28 14:28:14.534337 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-97216310-94f7-4779-b77f-36a6e25ba909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (af53014f-d2e3-424f-b13b-923ebbab5309), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:14.540438 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-44787b9f-e0c6-4142-83f6-8ff6ba432e69 req-208929e2-08e5-4f62-b996-53c729e59325 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471229 Mar 28 14:28:14.559823 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-511d6827-e730-42b6-8a5d-523a61f597c1 None None] Port 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:28:14.562065 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e3167a71-dc2a-4247-91a9-909573f2f59c req-5a8c552c-cfa6-430b-bfb2-38d28599d0d8 service neutron] 10.222.0.18 "GET /v2.0/networks/afb5a3e7-7844-40a2-b2f3-321ba05c443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079399 Mar 28 14:28:14.620914 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-74e00069-e354-4185-98cc-926a28ec7fee tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for port (6cf31727-459b-4f50-916c-413df70b7f6e), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:14.621619 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-aaaa57f5-e371-414b-9e75-a43678c8bcb1 service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836436 Mar 28 14:28:14.661261 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-48799340-f983-49bb-b1de-d1129175ec2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:14.716924 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53833fb-9ae5-4ed8-b600-c089072262c4 req-b51115e7-59f0-4e4c-a385-6f4c0c9c755a tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:14.718396 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b53833fb-9ae5-4ed8-b600-c089072262c4 req-b51115e7-59f0-4e4c-a385-6f4c0c9c755a tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 944 time: 0.0959194 Mar 28 14:28:14.720402 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e3167a71-dc2a-4247-91a9-909573f2f59c req-09395630-4bc8-43f4-af41-1a674fde90b0 service neutron] 10.222.0.18 "GET /v2.0/networks/afb5a3e7-7844-40a2-b2f3-321ba05c443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529744 Mar 28 14:28:14.780568 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b53833fb-9ae5-4ed8-b600-c089072262c4 req-42b30df3-f897-4f0e-a853-bfc2a8589a1c tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550373 Mar 28 14:28:14.851170 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-74e00069-e354-4185-98cc-926a28ec7fee tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:14.944468 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a8e58-e762-4946-a890-1b0c0f523c5b req-c0a45c65-f84d-4479-b641-7a370882a9e2 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:14.944877 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-259a8e58-e762-4946-a890-1b0c0f523c5b req-c0a45c65-f84d-4479-b641-7a370882a9e2 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 931 time: 0.3300540 Mar 28 14:28:14.977109 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54578aa-bbf9-468c-9f56-1eef6a069a77 req-fdecf4b7-2e55-4a7d-9777-89e86810395e tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:14.979082 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e54578aa-bbf9-468c-9f56-1eef6a069a77 req-fdecf4b7-2e55-4a7d-9777-89e86810395e tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 931 time: 0.0638387 Mar 28 14:28:15.015959 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-74e00069-e354-4185-98cc-926a28ec7fee tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Network bcd22f98-d55c-4ded-97e4-59fdf5d005e8 is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:28:15.037445 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-74e00069-e354-4185-98cc-926a28ec7fee tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:28:15.050249 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-74e00069-e354-4185-98cc-926a28ec7fee tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:28:15.054399 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-74e00069-e354-4185-98cc-926a28ec7fee tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:15.055074 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-74e00069-e354-4185-98cc-926a28ec7fee tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for port (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:15.063824 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e00069-e354-4185-98cc-926a28ec7fee tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Pushing event updated for resources: {'Port': ['ID=6cf31727-459b-4f50-916c-413df70b7f6e,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:15.067841 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e54578aa-bbf9-468c-9f56-1eef6a069a77 req-0ded9680-57c6-4833-8b3d-ecb868a1d50c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777752 Mar 28 14:28:15.151417 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-74e00069-e354-4185-98cc-926a28ec7fee tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8952107 Mar 28 14:28:15.195305 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-259a8e58-e762-4946-a890-1b0c0f523c5b req-98d349cc-9bd9-4b77-a7d3-d54775c8f137 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=c20c6be8-fb2b-44f5-88cd-ba985b7da40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987054 Mar 28 14:28:15.279364 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-97216310-94f7-4779-b77f-36a6e25ba909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af53014f-d2e3-424f-b13b-923ebbab5309 {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:28:15.290618 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-97216310-94f7-4779-b77f-36a6e25ba909 service neutron] Publish callbacks [] for port (af53014f-d2e3-424f-b13b-923ebbab5309), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:15.294198 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-f117f267-399c-440a-a2f3-fb992ba5926c None None] Provisioning complete for port 6cf31727-459b-4f50-916c-413df70b7f6e triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:28:15.294662 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-f117f267-399c-440a-a2f3-fb992ba5926c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:15.328732 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-f117f267-399c-440a-a2f3-fb992ba5926c None None] Port 6cf31727-459b-4f50-916c-413df70b7f6e cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:28:15.337962 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-97216310-94f7-4779-b77f-36a6e25ba909 service neutron] Transition to ACTIVE for port object af53014f-d2e3-424f-b13b-923ebbab5309 will not be triggered until provisioned by entity L2. {{(pid=103204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 14:28:15.343605 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-97216310-94f7-4779-b77f-36a6e25ba909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (af53014f-d2e3-424f-b13b-923ebbab5309), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:15.352724 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-48799340-f983-49bb-b1de-d1129175ec2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:28:15.364275 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-48799340-f983-49bb-b1de-d1129175ec2b service neutron] Publish callbacks [] for port (2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:15.403302 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-48799340-f983-49bb-b1de-d1129175ec2b service neutron] Transition to ACTIVE for port object 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c will not be triggered until provisioned by entity L2. {{(pid=103204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 14:28:15.416691 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-48799340-f983-49bb-b1de-d1129175ec2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:15.418898 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97216310-94f7-4779-b77f-36a6e25ba909 service neutron] Pushing event updated for resources: {'Port': ['ID=af53014f-d2e3-424f-b13b-923ebbab5309,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:15.521117 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-97216310-94f7-4779-b77f-36a6e25ba909 service neutron] Attempting to bind port af53014f-d2e3-424f-b13b-923ebbab5309 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:28:15.521486 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-97216310-94f7-4779-b77f-36a6e25ba909 service neutron] Attempting to bind port af53014f-d2e3-424f-b13b-923ebbab5309 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a8b084e1-c299-41e1-b5fd-5fcaad52ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:28:15.521816 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-97216310-94f7-4779-b77f-36a6e25ba909 service neutron] Attempting to bind port af53014f-d2e3-424f-b13b-923ebbab5309 on network 6f3f979a-d18b-4240-ba5e-d7c4fbc29362 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:28:15.526462 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48799340-f983-49bb-b1de-d1129175ec2b service neutron] Pushing event updated for resources: {'Port': ['ID=2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:15.546950 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-97216310-94f7-4779-b77f-36a6e25ba909 service neutron] Port af53014f-d2e3-424f-b13b-923ebbab5309 on network 6f3f979a-d18b-4240-ba5e-d7c4fbc29362 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:28:15.547300 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-97216310-94f7-4779-b77f-36a6e25ba909 service neutron] Attempting to bind port af53014f-d2e3-424f-b13b-923ebbab5309 on network 6f3f979a-d18b-4240-ba5e-d7c4fbc29362 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:28:15.559909 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-97216310-94f7-4779-b77f-36a6e25ba909 service neutron] Checking agent: {'id': 'ab5a62a0-b9cc-4af2-a98d-7d97375b077a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'started_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:28:15.560263 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-97216310-94f7-4779-b77f-36a6e25ba909 service neutron] Checking segment: {'id': 'a8b084e1-c299-41e1-b5fd-5fcaad52ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:28:15.561201 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-97216310-94f7-4779-b77f-36a6e25ba909 service neutron] Bound using segment: {'id': 'a8b084e1-c299-41e1-b5fd-5fcaad52ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:28:15.561308 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-97216310-94f7-4779-b77f-36a6e25ba909 service neutron] Bound port: af53014f-d2e3-424f-b13b-923ebbab5309, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b084e1-c299-41e1-b5fd-5fcaad52ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:28:15.561667 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-97216310-94f7-4779-b77f-36a6e25ba909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (af53014f-d2e3-424f-b13b-923ebbab5309), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:15.566162 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-48799340-f983-49bb-b1de-d1129175ec2b service neutron] Attempting to bind port 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:28:15.566493 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-48799340-f983-49bb-b1de-d1129175ec2b service neutron] Attempting to bind port 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '358170f0-2257-45aa-b080-0f9eeeb25425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:28:15.566818 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-48799340-f983-49bb-b1de-d1129175ec2b service neutron] Attempting to bind port 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c on network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:28:15.579783 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-48799340-f983-49bb-b1de-d1129175ec2b service neutron] Port 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c on network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:28:15.580295 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-48799340-f983-49bb-b1de-d1129175ec2b service neutron] Attempting to bind port 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c on network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:28:15.602854 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-48799340-f983-49bb-b1de-d1129175ec2b service neutron] Checking agent: {'id': 'ab5a62a0-b9cc-4af2-a98d-7d97375b077a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'started_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:28:15.603220 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-48799340-f983-49bb-b1de-d1129175ec2b service neutron] Checking segment: {'id': '358170f0-2257-45aa-b080-0f9eeeb25425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:28:15.603608 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-48799340-f983-49bb-b1de-d1129175ec2b service neutron] Bound using segment: {'id': '358170f0-2257-45aa-b080-0f9eeeb25425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:28:15.604055 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-48799340-f983-49bb-b1de-d1129175ec2b service neutron] Bound port: 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358170f0-2257-45aa-b080-0f9eeeb25425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:28:15.604409 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-48799340-f983-49bb-b1de-d1129175ec2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:15.642597 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb09e4c-d9e8-4f81-b48d-eb05541d1090 req-4343de3a-ef73-40bc-8a05-e65d7e88463c tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:15.651693 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8bb09e4c-d9e8-4f81-b48d-eb05541d1090 req-4343de3a-ef73-40bc-8a05-e65d7e88463c tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 943 time: 0.0703731 Mar 28 14:28:15.703602 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8bb09e4c-d9e8-4f81-b48d-eb05541d1090 req-7bc982c6-c0f8-469b-b092-9b2c66186c7c tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510416 Mar 28 14:28:15.712265 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-97216310-94f7-4779-b77f-36a6e25ba909 service neutron] For port af53014f-d2e3-424f-b13b-923ebbab5309, host hv-cinder-79053, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:28:15.743257 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-97216310-94f7-4779-b77f-36a6e25ba909 service neutron] For port af53014f-d2e3-424f-b13b-923ebbab5309, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=af53014f-d2e3-424f-b13b-923ebbab5309,segment=NetworkSegment(a8b084e1-c299-41e1-b5fd-5fcaad52ebed),segment_id=a8b084e1-c299-41e1-b5fd-5fcaad52ebed)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:28:15.744824 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-48799340-f983-49bb-b1de-d1129175ec2b service neutron] For port 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c, host hv-cinder-79053, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:28:15.758811 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-97216310-94f7-4779-b77f-36a6e25ba909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (af53014f-d2e3-424f-b13b-923ebbab5309), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:15.767075 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-48799340-f983-49bb-b1de-d1129175ec2b service neutron] For port 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:28:15.795713 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-48799340-f983-49bb-b1de-d1129175ec2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:15.809367 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6343f-686d-4cef-8fb8-ee5cf2b9a663 req-abe8ed81-a698-40b0-8830-0b6dbc411133 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:15.810934 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ada6343f-686d-4cef-8fb8-ee5cf2b9a663 req-abe8ed81-a698-40b0-8830-0b6dbc411133 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 944 time: 0.1835802 Mar 28 14:28:15.824039 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-97216310-94f7-4779-b77f-36a6e25ba909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:15.824652 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-97216310-94f7-4779-b77f-36a6e25ba909 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for port (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:15.826080 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-97216310-94f7-4779-b77f-36a6e25ba909 service neutron] 10.222.0.18 "PUT /v2.0/ports/af53014f-d2e3-424f-b13b-923ebbab5309 HTTP/1.1" status: 200 len: 1094 time: 1.6874828 Mar 28 14:28:15.831764 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b780e92-90f1-44ea-92d3-caa5bdccba00', 'tag': 'af53014f-d2e3-424f-b13b-923ebbab5309'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:28:15.910329 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-48799340-f983-49bb-b1de-d1129175ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:15.910949 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-48799340-f983-49bb-b1de-d1129175ec2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for port (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:15.912374 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-48799340-f983-49bb-b1de-d1129175ec2b service neutron] 10.222.0.18 "PUT /v2.0/ports/2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c HTTP/1.1" status: 200 len: 1093 time: 1.4389365 Mar 28 14:28:15.928797 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97216310-94f7-4779-b77f-36a6e25ba909 service neutron] Pushing event updated for resources: {'Port': ['ID=af53014f-d2e3-424f-b13b-923ebbab5309,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:15.944617 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75e831-17f2-4e16-94eb-a52a8db9f4f0 req-e67b46d7-c7c4-4f60-ae86-bbfc2400f54c tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:15.946952 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ab75e831-17f2-4e16-94eb-a52a8db9f4f0 req-e67b46d7-c7c4-4f60-ae86-bbfc2400f54c tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 944 time: 0.0822127 Mar 28 14:28:15.989312 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ada6343f-686d-4cef-8fb8-ee5cf2b9a663 req-d234e99f-3b6c-4e46-8d5a-d6c268150908 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715331 Mar 28 14:28:16.026883 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48799340-f983-49bb-b1de-d1129175ec2b service neutron] Pushing event updated for resources: {'Port': ['ID=2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:16.042949 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d378c771d12563f68c1f59c9273be1365ef6a269510bcb02de4e9318e41428e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7130a9e-be6f-4d3f-bf97-77bc36d0fc18" -d '{"events": [{"name": "network-changed", "server_uuid": "5b780e92-90f1-44ea-92d3-caa5bdccba00", "tag": "af53014f-d2e3-424f-b13b-923ebbab5309"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:28:16.050789 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ab75e831-17f2-4e16-94eb-a52a8db9f4f0 req-9f0e8dde-a1f4-4a69-befd-3dab2a65a130 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931363 Mar 28 14:28:16.157288 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573156e2-1a7e-4ec4-97f2-5988fe53281d x-openstack-request-id: req-573156e2-1a7e-4ec4-97f2-5988fe53281d {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:28:16.157579 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b780e92-90f1-44ea-92d3-caa5bdccba00", "tag": "af53014f-d2e3-424f-b13b-923ebbab5309", "status": "completed", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:28:16.157830 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-573156e2-1a7e-4ec4-97f2-5988fe53281d {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:28:16.158284 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-573156e2-1a7e-4ec4-97f2-5988fe53281d'] response: {'name': 'network-changed', 'server_uuid': '5b780e92-90f1-44ea-92d3-caa5bdccba00', 'tag': 'af53014f-d2e3-424f-b13b-923ebbab5309', 'status': 'completed', 'code': 200} Mar 28 14:28:16.198000 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151be83b-4a20-4143-9fdb-2967c1084ee0 req-ec1f2e03-de10-4b2b-948d-b5edeab66ed3 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:16.199670 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-151be83b-4a20-4143-9fdb-2967c1084ee0 req-ec1f2e03-de10-4b2b-948d-b5edeab66ed3 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 931 time: 0.0526299 Mar 28 14:28:16.252547 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-151be83b-4a20-4143-9fdb-2967c1084ee0 req-10084bd3-a67d-4412-b680-b7ae9348c9ca tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468972 Mar 28 14:28:16.309776 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26728eff-9432-4f3e-b91e-57d0dc7e8210 req-bdf672a2-203e-4a06-a123-806698f4da3d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:16.311303 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-26728eff-9432-4f3e-b91e-57d0dc7e8210 req-bdf672a2-203e-4a06-a123-806698f4da3d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 943 time: 0.0513334 Mar 28 14:28:16.359091 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-26728eff-9432-4f3e-b91e-57d0dc7e8210 req-9d79169a-de22-41e5-ae38-21377922a4dd tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=c20c6be8-fb2b-44f5-88cd-ba985b7da40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401585 Mar 28 14:28:16.822805 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5878ebe-e517-4023-8df0-28b36dfd3225 req-f2b366f6-96ed-4fc3-a7f3-46578e08ede7 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:16.824287 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c5878ebe-e517-4023-8df0-28b36dfd3225 req-f2b366f6-96ed-4fc3-a7f3-46578e08ede7 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 943 time: 0.0541892 Mar 28 14:28:16.873882 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c5878ebe-e517-4023-8df0-28b36dfd3225 req-6069f073-d943-411c-b24b-67ba91758ee1 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438175 Mar 28 14:28:17.121388 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c86ce-5542-4134-a3d9-fdd90ceed314 req-8e0939d5-e051-44d1-b240-752330802afb tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:17.123207 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-fc5c86ce-5542-4134-a3d9-fdd90ceed314 req-8e0939d5-e051-44d1-b240-752330802afb tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 944 time: 0.0580699 Mar 28 14:28:17.173126 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b6b25-606d-4ceb-8eb1-ff5c045daa37 req-936af087-b7bf-4ece-9f14-a3b7abf3e843 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:17.174190 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-fc5c86ce-5542-4134-a3d9-fdd90ceed314 req-ef6e971a-33d2-4f2b-951b-6b653fda7a98 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431061 Mar 28 14:28:17.177651 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-493b6b25-606d-4ceb-8eb1-ff5c045daa37 req-936af087-b7bf-4ece-9f14-a3b7abf3e843 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 944 time: 0.0590844 Mar 28 14:28:17.220415 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-493b6b25-606d-4ceb-8eb1-ff5c045daa37 req-019d7202-09c4-42e8-9ace-e97404715352 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399816 Mar 28 14:28:17.387614 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a3ba8-8d55-441f-8cab-ef4b6a4ed187 req-f5751b44-9321-417a-8577-daba1a50c2d7 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:17.389179 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-de6a3ba8-8d55-441f-8cab-ef4b6a4ed187 req-f5751b44-9321-417a-8577-daba1a50c2d7 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 931 time: 0.0654938 Mar 28 14:28:17.437964 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-de6a3ba8-8d55-441f-8cab-ef4b6a4ed187 req-2ca2fd72-4c13-42b8-ada8-5a5e66fe1ae4 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426104 Mar 28 14:28:17.488847 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5fbce-25ea-4a13-bd28-5985a970fad7 req-294412b8-655a-4731-bb7f-0a2cb3249fc0 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:17.490340 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c8a5fbce-25ea-4a13-bd28-5985a970fad7 req-294412b8-655a-4731-bb7f-0a2cb3249fc0 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 943 time: 0.0599809 Mar 28 14:28:17.537964 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c8a5fbce-25ea-4a13-bd28-5985a970fad7 req-21a0df63-a361-40e3-a163-bb795984bf6c tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=c20c6be8-fb2b-44f5-88cd-ba985b7da40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417404 Mar 28 14:28:18.002950 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d547702-e08e-414a-a01e-c364fbb7e491 req-1787ed3e-0c5e-40b4-8e19-73f55745ed8a tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:18.004438 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1d547702-e08e-414a-a01e-c364fbb7e491 req-1787ed3e-0c5e-40b4-8e19-73f55745ed8a tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 943 time: 0.0573823 Mar 28 14:28:18.181137 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1645ac85-aafc-42ee-929b-353b09f4f218', 'tag': '2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:28:18.183373 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d378c771d12563f68c1f59c9273be1365ef6a269510bcb02de4e9318e41428e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a25b65-a867-491d-81a4-2de5e6b371b8" -d '{"events": [{"name": "network-changed", "server_uuid": "1645ac85-aafc-42ee-929b-353b09f4f218", "tag": "2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:28:18.217565 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1d547702-e08e-414a-a01e-c364fbb7e491 req-db1e9270-5525-4ba7-a06b-834e226fbcbb tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063696 Mar 28 14:28:18.220959 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f92161-18d0-4362-b52a-259fc7024c14 x-openstack-request-id: req-65f92161-18d0-4362-b52a-259fc7024c14 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:28:18.221254 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1645ac85-aafc-42ee-929b-353b09f4f218", "tag": "2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c", "status": "completed", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:28:18.221507 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65f92161-18d0-4362-b52a-259fc7024c14 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:28:18.221899 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f92161-18d0-4362-b52a-259fc7024c14'] response: {'name': 'network-changed', 'server_uuid': '1645ac85-aafc-42ee-929b-353b09f4f218', 'tag': '2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c', 'status': 'completed', 'code': 200} Mar 28 14:28:18.315362 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0aa121-1290-45a6-bf53-c51b10177eba req-1f33ce99-011a-4ed4-b1b7-4384c725f105 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:18.316844 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4d0aa121-1290-45a6-bf53-c51b10177eba req-1f33ce99-011a-4ed4-b1b7-4384c725f105 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 944 time: 0.0525510 Mar 28 14:28:18.337876 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57454f75-a6b2-4bf7-b760-b7c6ffe65b6d req-4446f5fd-2b55-4f0f-b6c2-0acd39290824 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:18.339615 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-57454f75-a6b2-4bf7-b760-b7c6ffe65b6d req-4446f5fd-2b55-4f0f-b6c2-0acd39290824 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 944 time: 0.0552800 Mar 28 14:28:18.363144 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4d0aa121-1290-45a6-bf53-c51b10177eba req-16ca4216-a027-4275-96d3-0125c5f41ad7 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407472 Mar 28 14:28:18.388594 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-57454f75-a6b2-4bf7-b760-b7c6ffe65b6d req-1f6a297a-7986-4764-a071-19c41f8d9287 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431230 Mar 28 14:28:18.568896 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4ac89-a1fd-4567-8972-cb2c46c0b27e req-b014c25a-2caf-4887-95dd-9014ade2bdf7 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:18.570397 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d8f4ac89-a1fd-4567-8972-cb2c46c0b27e req-b014c25a-2caf-4887-95dd-9014ade2bdf7 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 931 time: 0.0616865 Mar 28 14:28:18.619469 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d8f4ac89-a1fd-4567-8972-cb2c46c0b27e req-1f13774b-f22d-47c8-8e11-c35ab4b2801b tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418847 Mar 28 14:28:18.659064 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d6aaa-337c-451c-931d-f89535f3ff45 req-a8beb8ba-959b-41c0-a7cb-59ae424891cd tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:18.660472 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-fd9d6aaa-337c-451c-931d-f89535f3ff45 req-a8beb8ba-959b-41c0-a7cb-59ae424891cd tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 943 time: 0.0550580 Mar 28 14:28:18.709231 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-fd9d6aaa-337c-451c-931d-f89535f3ff45 req-6651a30d-5ef9-4105-910f-af76bb7524b9 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=c20c6be8-fb2b-44f5-88cd-ba985b7da40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429196 Mar 28 14:28:19.028101 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-957eb0a6-ef97-468b-bb5c-b552f4d65013 service neutron] Request body: {'port': {'device_id': 'f9495ba6-2cfb-4547-97e1-e71964cef1a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:19.093688 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7130a9e-be6f-4d3f-bf97-77bc36d0fc18 req-c87fb38d-16e5-4571-8f87-f2c2185c167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:19.095656 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a7130a9e-be6f-4d3f-bf97-77bc36d0fc18 req-c87fb38d-16e5-4571-8f87-f2c2185c167c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1519a1dc346a484ea1368320ac6d675c&device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 1128 time: 0.0471020 Mar 28 14:28:19.150636 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-957eb0a6-ef97-468b-bb5c-b552f4d65013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:19.170192 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-a981cf21-0219-4270-b1b1-7e68fd8700bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:19.171840 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-a981cf21-0219-4270-b1b1-7e68fd8700bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2306e519eba4cfa82246420f4c4f925&device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 1127 time: 0.1203907 Mar 28 14:28:19.217312 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7130a9e-be6f-4d3f-bf97-77bc36d0fc18 req-31eef49f-420a-4208-9ada-7a01adb47c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:19.218776 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a7130a9e-be6f-4d3f-bf97-77bc36d0fc18 req-31eef49f-420a-4208-9ada-7a01adb47c29 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=1519a1dc346a484ea1368320ac6d675c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0981629 Mar 28 14:28:19.268528 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-37fe33a8-d0f1-4208-8b08-31fc68137f61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c HTTP/1.1" status: 200 len: 217 time: 0.0746996 Mar 28 14:28:19.340494 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7130a9e-be6f-4d3f-bf97-77bc36d0fc18 req-c6022598-32bc-498f-b4a5-1b946a32146a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:19.342031 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a7130a9e-be6f-4d3f-bf97-77bc36d0fc18 req-c6022598-32bc-498f-b4a5-1b946a32146a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1174011 Mar 28 14:28:19.362739 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae1dfb-eebf-4a97-9de6-62af8f6773e2 req-fdecf5a0-8e91-4d00-9785-aa44c9b698e1 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:19.368568 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-39ae1dfb-eebf-4a97-9de6-62af8f6773e2 req-fdecf5a0-8e91-4d00-9785-aa44c9b698e1 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 943 time: 0.0750074 Mar 28 14:28:19.395203 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-d6960e34-3dfa-4770-b4e2-bbafac1c8ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:19.396998 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-d6960e34-3dfa-4770-b4e2-bbafac1c8ac6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42ae119e-55a6-4649-98c6-27d9c3bb606b HTTP/1.1" status: 200 len: 853 time: 0.1218219 Mar 28 14:28:19.457070 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-39ae1dfb-eebf-4a97-9de6-62af8f6773e2 req-e6cf5c2b-f7b0-4db4-a4f3-d3043dd6dcf5 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867949 Mar 28 14:28:19.465216 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-fa2e7104-8e03-44cf-8a62-811ebebd616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:19.466724 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-fa2e7104-8e03-44cf-8a62-811ebebd616f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1519a1dc346a484ea1368320ac6d675c&device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 1128 time: 0.0799656 Mar 28 14:28:19.566601 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33404df5-08bf-4683-a344-89530ca9d35c req-2c19596f-37f3-444e-bf37-ddf5e6198422 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:19.567993 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-33404df5-08bf-4683-a344-89530ca9d35c req-2c19596f-37f3-444e-bf37-ddf5e6198422 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 944 time: 0.0533385 Mar 28 14:28:19.579190 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb12f5-ee7d-499e-8dbc-4a315ae5db63 req-bef3fa54-7b22-4b9e-b9bf-19ceb655281f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:19.580655 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3bcb12f5-ee7d-499e-8dbc-4a315ae5db63 req-bef3fa54-7b22-4b9e-b9bf-19ceb655281f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 944 time: 0.1197486 Mar 28 14:28:19.585060 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-c4360b04-7980-4154-a867-b31fb249a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:19.586513 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-c4360b04-7980-4154-a867-b31fb249a356 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1835556 Mar 28 14:28:19.615062 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-33404df5-08bf-4683-a344-89530ca9d35c req-f75c9ad2-5d20-44b4-a622-c3bfbad520df tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412345 Mar 28 14:28:19.670059 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3bcb12f5-ee7d-499e-8dbc-4a315ae5db63 req-bed0c2a2-f18c-423d-acca-ce1c46f6481a tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825157 Mar 28 14:28:19.679327 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-957eb0a6-ef97-468b-bb5c-b552f4d65013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf31727-459b-4f50-916c-413df70b7f6e {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:28:19.686806 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-957eb0a6-ef97-468b-bb5c-b552f4d65013 service neutron] Publish callbacks [] for port (6cf31727-459b-4f50-916c-413df70b7f6e), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:19.699407 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-957eb0a6-ef97-468b-bb5c-b552f4d65013 service neutron] Transition to ACTIVE for port object 6cf31727-459b-4f50-916c-413df70b7f6e will not be triggered until provisioned by entity L2. {{(pid=103204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 14:28:19.706007 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-957eb0a6-ef97-468b-bb5c-b552f4d65013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:19.754018 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 7eef624c-10a6-43d5-b682-13aee1a14e6e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:28:19.771926 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957eb0a6-ef97-468b-bb5c-b552f4d65013 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf31727-459b-4f50-916c-413df70b7f6e,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:19.820331 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-70949689-9541-49b5-8ae5-7f6387511fe2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af53014f-d2e3-424f-b13b-923ebbab5309 HTTP/1.1" status: 200 len: 217 time: 0.0593727 Mar 28 14:28:19.870183 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de5855-9f29-435a-b9ee-1f8ea8fe344f req-18c73d1b-573d-4f43-a012-c115342fba6b tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:19.874552 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-59de5855-9f29-435a-b9ee-1f8ea8fe344f req-18c73d1b-573d-4f43-a012-c115342fba6b tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.1780877 Mar 28 14:28:19.887857 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-957eb0a6-ef97-468b-bb5c-b552f4d65013 service neutron] Attempting to bind port 6cf31727-459b-4f50-916c-413df70b7f6e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:28:19.888176 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-957eb0a6-ef97-468b-bb5c-b552f4d65013 service neutron] Attempting to bind port 6cf31727-459b-4f50-916c-413df70b7f6e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '0b42712e-6ee5-410e-ae00-ddf94035ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:28:19.888650 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-957eb0a6-ef97-468b-bb5c-b552f4d65013 service neutron] Attempting to bind port 6cf31727-459b-4f50-916c-413df70b7f6e on network bcd22f98-d55c-4ded-97e4-59fdf5d005e8 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:28:19.909654 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-957eb0a6-ef97-468b-bb5c-b552f4d65013 service neutron] Port 6cf31727-459b-4f50-916c-413df70b7f6e on network bcd22f98-d55c-4ded-97e4-59fdf5d005e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:28:19.910027 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-957eb0a6-ef97-468b-bb5c-b552f4d65013 service neutron] Attempting to bind port 6cf31727-459b-4f50-916c-413df70b7f6e on network bcd22f98-d55c-4ded-97e4-59fdf5d005e8 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:28:19.920320 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-0e151842-e17c-4bcf-9b78-3476856b6ba4 service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768701 Mar 28 14:28:19.921891 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-6f15db6f-e884-41ef-81ac-ca1df881db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:19.922883 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-957eb0a6-ef97-468b-bb5c-b552f4d65013 service neutron] Checking agent: {'id': 'ab5a62a0-b9cc-4af2-a98d-7d97375b077a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'started_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:28:19.923250 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-957eb0a6-ef97-468b-bb5c-b552f4d65013 service neutron] Checking segment: {'id': '0b42712e-6ee5-410e-ae00-ddf94035ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:28:19.923639 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-957eb0a6-ef97-468b-bb5c-b552f4d65013 service neutron] Bound using segment: {'id': '0b42712e-6ee5-410e-ae00-ddf94035ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:28:19.924052 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-6f15db6f-e884-41ef-81ac-ca1df881db54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52dd69ba-aebc-4a99-b26d-625288b32bae HTTP/1.1" status: 200 len: 858 time: 0.0960982 Mar 28 14:28:19.924161 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-957eb0a6-ef97-468b-bb5c-b552f4d65013 service neutron] Bound port: 6cf31727-459b-4f50-916c-413df70b7f6e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b42712e-6ee5-410e-ae00-ddf94035ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:28:19.924440 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-957eb0a6-ef97-468b-bb5c-b552f4d65013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:19.935992 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 7eef624c-10a6-43d5-b682-13aee1a14e6e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7eef624c-10a6-43d5-b682-13aee1a14e6e,segment=NetworkSegment(b04b13f6-cb10-49fc-9df7-94d956ef1ea0),segment_id=b04b13f6-cb10-49fc-9df7-94d956ef1ea0)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:19.950863 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': '7eef624c-10a6-43d5-b682-13aee1a14e6e', 'network_id': '5b68372c-e612-4b51-a485-e4be3ede082d', 'port_id': '7eef624c-10a6-43d5-b682-13aee1a14e6e', 'mac_address': 'fa:16:3e:6b:fe:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c46b14-5f49-4d7c-8665-a19031516c84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:28:19.993732 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 7eef624c-10a6-43d5-b682-13aee1a14e6e is: DOWN; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:28:19.994355 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (7eef624c-10a6-43d5-b682-13aee1a14e6e), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:20.001618 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-59de5855-9f29-435a-b9ee-1f8ea8fe344f req-67d1159e-c42f-4d91-aebf-5c14ebddce22 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190808 Mar 28 14:28:20.010729 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eef624c-10a6-43d5-b682-13aee1a14e6e {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:28:20.013467 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-df1b8d4a-7100-406f-a354-060b19180304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:20.016018 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-df1b8d4a-7100-406f-a354-060b19180304 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0775781 Mar 28 14:28:20.018733 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db1b1a-60ac-4186-9108-ca681591c296 req-c4f1058e-a615-41a2-a4b9-ff379ea52ae0 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:20.025770 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a8db1b1a-60ac-4186-9108-ca681591c296 req-c4f1058e-a615-41a2-a4b9-ff379ea52ae0 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 943 time: 0.2037816 Mar 28 14:28:20.037404 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 7eef624c-10a6-43d5-b682-13aee1a14e6e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7eef624c-10a6-43d5-b682-13aee1a14e6e,segment=NetworkSegment(b04b13f6-cb10-49fc-9df7-94d956ef1ea0),segment_id=b04b13f6-cb10-49fc-9df7-94d956ef1ea0)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:20.047628 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (7eef624c-10a6-43d5-b682-13aee1a14e6e), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:20.105713 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=7eef624c-10a6-43d5-b682-13aee1a14e6e,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:20.113955 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a8db1b1a-60ac-4186-9108-ca681591c296 req-82e5d782-2e68-4323-b73f-b9157c26175c tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=c20c6be8-fb2b-44f5-88cd-ba985b7da40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873439 Mar 28 14:28:20.115824 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ca697c66-fd67-4b81-a9fc-e2846d35cf48 req-2a5e1b71-9d0b-4d64-97dd-9e5f45d07f0c service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815040 Mar 28 14:28:20.131000 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-bab33dc8-378a-48fb-9589-02e559f846b6 service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078796 Mar 28 14:28:20.141274 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-957eb0a6-ef97-468b-bb5c-b552f4d65013 service neutron] For port 6cf31727-459b-4f50-916c-413df70b7f6e, host hv-cinder-79053, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:28:20.145749 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-957eb0a6-ef97-468b-bb5c-b552f4d65013 service neutron] For port 6cf31727-459b-4f50-916c-413df70b7f6e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6cf31727-459b-4f50-916c-413df70b7f6e,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:28:20.152095 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-957eb0a6-ef97-468b-bb5c-b552f4d65013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:20.221124 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-957eb0a6-ef97-468b-bb5c-b552f4d65013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:20.221751 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-957eb0a6-ef97-468b-bb5c-b552f4d65013 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for port (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:20.223196 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-957eb0a6-ef97-468b-bb5c-b552f4d65013 service neutron] 10.222.0.18 "PUT /v2.0/ports/6cf31727-459b-4f50-916c-413df70b7f6e HTTP/1.1" status: 200 len: 1093 time: 1.1994812 Mar 28 14:28:20.223652 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9495ba6-2cfb-4547-97e1-e71964cef1a1', 'tag': '6cf31727-459b-4f50-916c-413df70b7f6e'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:28:20.225951 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d378c771d12563f68c1f59c9273be1365ef6a269510bcb02de4e9318e41428e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5a0faa-65db-44f9-8278-50d02b1cd3f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f9495ba6-2cfb-4547-97e1-e71964cef1a1", "tag": "6cf31727-459b-4f50-916c-413df70b7f6e"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:28:20.275602 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957eb0a6-ef97-468b-bb5c-b552f4d65013 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf31727-459b-4f50-916c-413df70b7f6e,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:20.282265 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-93588447-6ac9-4715-8e57-94279c98e5ac service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456125 Mar 28 14:28:20.318828 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e276cf5-0f45-4d57-8d34-362b7c3f7147 x-openstack-request-id: req-4e276cf5-0f45-4d57-8d34-362b7c3f7147 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:28:20.319133 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9495ba6-2cfb-4547-97e1-e71964cef1a1", "tag": "6cf31727-459b-4f50-916c-413df70b7f6e", "status": "completed", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:28:20.319388 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e276cf5-0f45-4d57-8d34-362b7c3f7147 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:28:20.319783 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e276cf5-0f45-4d57-8d34-362b7c3f7147'] response: {'name': 'network-changed', 'server_uuid': 'f9495ba6-2cfb-4547-97e1-e71964cef1a1', 'tag': '6cf31727-459b-4f50-916c-413df70b7f6e', 'status': 'completed', 'code': 200} Mar 28 14:28:20.322827 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a25b65-a867-491d-81a4-2de5e6b371b8 req-78f4ac44-edc5-4c3a-8665-3eda045e042a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:20.324345 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c3a25b65-a867-491d-81a4-2de5e6b371b8 req-78f4ac44-edc5-4c3a-8665-3eda045e042a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2306e519eba4cfa82246420f4c4f925&device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 1127 time: 0.1344929 Mar 28 14:28:20.363782 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-f2e07376-4ad6-4ae2-b36d-c4fe6f461527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:20.365711 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-f2e07376-4ad6-4ae2-b36d-c4fe6f461527 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=26effb221cba493895805136dd811e20&device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 1127 time: 0.0813203 Mar 28 14:28:20.461449 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-e8466031-c1e5-4539-96f5-cbc87d771eb8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cf31727-459b-4f50-916c-413df70b7f6e HTTP/1.1" status: 200 len: 217 time: 0.0784569 Mar 28 14:28:20.734866 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10867c23-805c-4edc-a066-c9951e43ad54 req-c6a2a1da-b62c-49df-a88b-ee613ca80005 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:20.736355 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-10867c23-805c-4edc-a066-c9951e43ad54 req-c6a2a1da-b62c-49df-a88b-ee613ca80005 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 944 time: 0.0525553 Mar 28 14:28:20.755648 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-0f72bdbb-501d-4564-ab53-20887ac00e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:20.757089 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-0f72bdbb-501d-4564-ab53-20887ac00e7b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=31660ae6-3a03-4024-957b-fcff7a111abb HTTP/1.1" status: 200 len: 856 time: 0.2862179 Mar 28 14:28:20.784384 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-10867c23-805c-4edc-a066-c9951e43ad54 req-7050df98-d895-4ce5-8823-000c6c6a5eae tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412467 Mar 28 14:28:20.786993 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a25b65-a867-491d-81a4-2de5e6b371b8 req-130f8e65-feff-4743-a84e-9773f1412826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:20.788431 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c3a25b65-a867-491d-81a4-2de5e6b371b8 req-130f8e65-feff-4743-a84e-9773f1412826 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb HTTP/1.1" status: 200 len: 915 time: 0.4434276 Mar 28 14:28:20.847178 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c3a25b65-a867-491d-81a4-2de5e6b371b8 req-5b7a1633-956a-4796-8e5b-f48f674401e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c HTTP/1.1" status: 200 len: 217 time: 0.0432823 Mar 28 14:28:20.855891 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a198f37-bbb0-4c47-b2e2-7b3ce87361dd req-16c1f564-57a9-466d-93f7-482d11814d86 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:20.857317 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-8a198f37-bbb0-4c47-b2e2-7b3ce87361dd req-16c1f564-57a9-466d-93f7-482d11814d86 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 944 time: 0.1793475 Mar 28 14:28:20.889398 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca22ab5-e520-409a-a909-fa3576e211b0 req-0f62312d-9140-4937-a7ed-eb20edc2ac0f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:20.890844 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0ca22ab5-e520-409a-a909-fa3576e211b0 req-0f62312d-9140-4937-a7ed-eb20edc2ac0f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 944 time: 0.0502803 Mar 28 14:28:20.934118 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-14eba80c-3981-4502-a379-47b0d3845ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:20.935578 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-14eba80c-3981-4502-a379-47b0d3845ef8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1648579 Mar 28 14:28:20.939521 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0ca22ab5-e520-409a-a909-fa3576e211b0 req-6d9d2f31-51e4-453d-99f7-c777a019903f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424237 Mar 28 14:28:20.941004 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a25b65-a867-491d-81a4-2de5e6b371b8 req-bf26dc5b-4f9d-4f5b-96da-0c3de898d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:20.942551 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c3a25b65-a867-491d-81a4-2de5e6b371b8 req-bf26dc5b-4f9d-4f5b-96da-0c3de898d112 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42ae119e-55a6-4649-98c6-27d9c3bb606b HTTP/1.1" status: 200 len: 853 time: 0.0829911 Mar 28 14:28:20.968148 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-8a198f37-bbb0-4c47-b2e2-7b3ce87361dd req-0f894111-9526-4f9a-82aa-327906f468fb tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010346 Mar 28 14:28:21.059015 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a25b65-a867-491d-81a4-2de5e6b371b8 req-466063ce-3a11-4323-9bcc-10b42865f264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:21.060578 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c3a25b65-a867-491d-81a4-2de5e6b371b8 req-466063ce-3a11-4323-9bcc-10b42865f264 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1065977 Mar 28 14:28:21.065774 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-93a76990-b851-4ff6-b80a-bc371109dd0d service neutron] 10.222.0.18 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199210 Mar 28 14:28:21.131175 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7b663-47ae-486f-a1ac-4036674ac046 req-fea2480c-1036-450c-b92d-8000f57b8878 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:21.132618 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8af7b663-47ae-486f-a1ac-4036674ac046 req-fea2480c-1036-450c-b92d-8000f57b8878 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0568762 Mar 28 14:28:21.182755 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8af7b663-47ae-486f-a1ac-4036674ac046 req-33402c3d-a9e9-4989-91b4-992238141664 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441623 Mar 28 14:28:21.253343 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4de47034-eae7-4806-bdcf-fe75115d3cb6 req-6a534199-2e11-43ec-b94c-604d1b068c12 service neutron] 10.222.0.18 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800063 Mar 28 14:28:21.256961 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c3a25b65-a867-491d-81a4-2de5e6b371b8 req-2e55548f-f6ad-4658-bec1-a937aa6fffc3 service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826160 Mar 28 14:28:21.261098 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['7eef624c-10a6-43d5-b682-13aee1a14e6e'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:28:21.316814 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441d380-d299-436e-a775-e57f4f9fb6ed req-4aad3850-f780-4d8f-8eda-48cd5d890c00 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:21.318283 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3441d380-d299-436e-a775-e57f4f9fb6ed req-4aad3850-f780-4d8f-8eda-48cd5d890c00 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 943 time: 0.1276529 Mar 28 14:28:21.425478 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3441d380-d299-436e-a775-e57f4f9fb6ed req-5d952dbe-5267-460b-968c-54ae00d55003 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=c20c6be8-fb2b-44f5-88cd-ba985b7da40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962424 Mar 28 14:28:21.432835 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a0faa-65db-44f9-8278-50d02b1cd3f1 req-59a531d0-e56c-467d-b118-398fd8d8ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:21.434298 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1a5a0faa-65db-44f9-8278-50d02b1cd3f1 req-59a531d0-e56c-467d-b118-398fd8d8ba4b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=26effb221cba493895805136dd811e20&device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 1127 time: 0.1151497 Mar 28 14:28:21.436189 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c3a25b65-a867-491d-81a4-2de5e6b371b8 req-4f3a441f-0326-41d0-98c4-d000d2cda77d service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723244 Mar 28 14:28:21.476373 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device a450c5d1-6d13-4aa3-b5b2-4b4d175b905f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:28:21.537844 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a0faa-65db-44f9-8278-50d02b1cd3f1 req-de7fa32b-e74e-42da-8833-8e2b151ca64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:21.539250 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1a5a0faa-65db-44f9-8278-50d02b1cd3f1 req-de7fa32b-e74e-42da-8833-8e2b151ca64d service neutron] 10.222.0.18 "GET /v2.0/networks?id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8 HTTP/1.1" status: 200 len: 918 time: 0.0942888 Mar 28 14:28:21.589268 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port a450c5d1-6d13-4aa3-b5b2-4b4d175b905f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a450c5d1-6d13-4aa3-b5b2-4b4d175b905f,segment=NetworkSegment(55bf6534-2009-442c-a956-6e523eeb9410),segment_id=55bf6534-2009-442c-a956-6e523eeb9410)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:21.603244 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1a5a0faa-65db-44f9-8278-50d02b1cd3f1 req-b5dab7d6-65d7-47cd-94ae-5add3750aa59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cf31727-459b-4f50-916c-413df70b7f6e HTTP/1.1" status: 200 len: 217 time: 0.0573535 Mar 28 14:28:21.607483 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': 'a450c5d1-6d13-4aa3-b5b2-4b4d175b905f', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'port_id': 'a450c5d1-6d13-4aa3-b5b2-4b4d175b905f', 'mac_address': 'fa:16:3e:fa:bd:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:28:21.651069 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port a450c5d1-6d13-4aa3-b5b2-4b4d175b905f is: DOWN; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:28:21.652097 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (a450c5d1-6d13-4aa3-b5b2-4b4d175b905f), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:21.653074 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a0faa-65db-44f9-8278-50d02b1cd3f1 req-0f79fbbb-6bb5-41ab-a1db-5623fb98719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:21.655682 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1a5a0faa-65db-44f9-8278-50d02b1cd3f1 req-0f79fbbb-6bb5-41ab-a1db-5623fb98719c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=31660ae6-3a03-4024-957b-fcff7a111abb HTTP/1.1" status: 200 len: 856 time: 0.0466781 Mar 28 14:28:21.666429 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a450c5d1-6d13-4aa3-b5b2-4b4d175b905f {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:28:21.689746 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port a450c5d1-6d13-4aa3-b5b2-4b4d175b905f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a450c5d1-6d13-4aa3-b5b2-4b4d175b905f,segment=NetworkSegment(55bf6534-2009-442c-a956-6e523eeb9410),segment_id=55bf6534-2009-442c-a956-6e523eeb9410)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:21.694795 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (a450c5d1-6d13-4aa3-b5b2-4b4d175b905f), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:21.719793 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a0faa-65db-44f9-8278-50d02b1cd3f1 req-050637b3-054a-4191-81cf-58932639370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:21.722404 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1a5a0faa-65db-44f9-8278-50d02b1cd3f1 req-050637b3-054a-4191-81cf-58932639370e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0610397 Mar 28 14:28:21.761536 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=a450c5d1-6d13-4aa3-b5b2-4b4d175b905f,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:21.852962 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1a5a0faa-65db-44f9-8278-50d02b1cd3f1 req-bfb4755c-7c82-4dc8-aece-9e03ff746e15 service neutron] 10.222.0.18 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240416 Mar 28 14:28:21.932855 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85eaf7-79de-4931-9ac5-26d371e0678c req-617c92b6-047e-45d5-b41b-b906570b775b tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:21.934409 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ec85eaf7-79de-4931-9ac5-26d371e0678c req-617c92b6-047e-45d5-b41b-b906570b775b tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 945 time: 0.0744622 Mar 28 14:28:21.950001 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1a5a0faa-65db-44f9-8278-50d02b1cd3f1 req-12558a50-dc2f-440a-aea2-f25145b4bfce service neutron] 10.222.0.18 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895903 Mar 28 14:28:22.027002 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ec85eaf7-79de-4931-9ac5-26d371e0678c req-e1c7dbda-5948-4de9-9d28-365e328fb37b tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832655 Mar 28 14:28:22.094724 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a58865-e0f3-4746-8961-c06478c5ce81 req-a8573fea-d5c2-4c55-b41c-d0b6a889297a tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:22.096007 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-27a58865-e0f3-4746-8961-c06478c5ce81 req-a8573fea-d5c2-4c55-b41c-d0b6a889297a tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 944 time: 0.0699017 Mar 28 14:28:22.143920 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f504d-e708-41e1-bb22-584d963cbcac req-ea5058d0-05b5-49df-8c66-e96e4bf39d2c tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:22.145413 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-906f504d-e708-41e1-bb22-584d963cbcac req-ea5058d0-05b5-49df-8c66-e96e4bf39d2c tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 944 time: 0.0562842 Mar 28 14:28:22.156748 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-27a58865-e0f3-4746-8961-c06478c5ce81 req-f4aa3a91-0c31-4acc-ba86-4088364e5b0c tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526257 Mar 28 14:28:22.167477 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['a450c5d1-6d13-4aa3-b5b2-4b4d175b905f'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:28:22.195087 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-906f504d-e708-41e1-bb22-584d963cbcac req-5f803fb6-4864-411c-bbc7-ec8de2a56daa tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439560 Mar 28 14:28:22.304032 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244856b-3b7b-4fe8-818d-b8d7c1f36a75 req-bab42348-65fd-41d6-9fc9-424ad427546d tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:22.305524 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-8244856b-3b7b-4fe8-818d-b8d7c1f36a75 req-bab42348-65fd-41d6-9fc9-424ad427546d tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0515592 Mar 28 14:28:22.351001 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-8244856b-3b7b-4fe8-818d-b8d7c1f36a75 req-debceee6-2a2b-4697-a4f0-31ac7ac5f836 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397720 Mar 28 14:28:22.558159 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ec2fd-0c0d-4cee-bae2-991509de83f7 req-c1917fb9-fa4d-4d56-a084-7dd0e813880b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:22.559620 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-708ec2fd-0c0d-4cee-bae2-991509de83f7 req-c1917fb9-fa4d-4d56-a084-7dd0e813880b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 943 time: 0.0551538 Mar 28 14:28:22.606735 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-708ec2fd-0c0d-4cee-bae2-991509de83f7 req-95608043-6aae-411a-a8de-5acdb4b53c30 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=c20c6be8-fb2b-44f5-88cd-ba985b7da40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410159 Mar 28 14:28:23.153199 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b688d-a847-4325-a95f-14c80933257e req-de7d0492-7f91-4c7f-88ff-0a9ca5920796 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:23.154757 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-582b688d-a847-4325-a95f-14c80933257e req-de7d0492-7f91-4c7f-88ff-0a9ca5920796 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 945 time: 0.0521321 Mar 28 14:28:23.218120 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-582b688d-a847-4325-a95f-14c80933257e req-83463d30-59df-4e18-b078-6830b57e5549 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519643 Mar 28 14:28:23.290879 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2c66c-87a6-4f6f-89e3-a0d00af1baf4 req-8bd2aa51-f06f-4ec4-be31-ffb85f0dbc88 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:23.292661 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a7c2c66c-87a6-4f6f-89e3-a0d00af1baf4 req-8bd2aa51-f06f-4ec4-be31-ffb85f0dbc88 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 944 time: 0.0558996 Mar 28 14:28:23.343355 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45ffa6-98b2-4990-ab1c-3d57d65d7788 req-9bf65448-8a00-4e10-8399-003b05f67ce1 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:23.345560 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ee45ffa6-98b2-4990-ab1c-3d57d65d7788 req-9bf65448-8a00-4e10-8399-003b05f67ce1 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 944 time: 0.0591254 Mar 28 14:28:23.347530 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a7c2c66c-87a6-4f6f-89e3-a0d00af1baf4 req-9be86120-30de-46ae-a6a2-745b29ad93ea tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489638 Mar 28 14:28:23.397029 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ee45ffa6-98b2-4990-ab1c-3d57d65d7788 req-b978a56c-d4e9-4b5f-8f88-2277eeaed81c tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449357 Mar 28 14:28:23.472989 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device af53014f-d2e3-424f-b13b-923ebbab5309 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:28:23.498397 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b2b4b-d49d-4acd-aa6e-9ddde4542e12 req-1c564902-36f7-49e7-9d49-c47c0f2a5163 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:23.500076 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-eb8b2b4b-d49d-4acd-aa6e-9ddde4542e12 req-1c564902-36f7-49e7-9d49-c47c0f2a5163 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0662453 Mar 28 14:28:23.509267 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 7eef624c-10a6-43d5-b682-13aee1a14e6e up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:28:23.556608 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-eb8b2b4b-d49d-4acd-aa6e-9ddde4542e12 req-949c3bcf-64ef-409d-bb25-82d1d2fd657c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504551 Mar 28 14:28:23.629481 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port af53014f-d2e3-424f-b13b-923ebbab5309, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=af53014f-d2e3-424f-b13b-923ebbab5309,segment=NetworkSegment(a8b084e1-c299-41e1-b5fd-5fcaad52ebed),segment_id=a8b084e1-c299-41e1-b5fd-5fcaad52ebed)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:23.631746 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning for port 7eef624c-10a6-43d5-b682-13aee1a14e6e completed by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 14:28:23.645879 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port 7eef624c-10a6-43d5-b682-13aee1a14e6e triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:28:23.646243 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (7eef624c-10a6-43d5-b682-13aee1a14e6e), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:23.647973 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': 'af53014f-d2e3-424f-b13b-923ebbab5309', 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'port_id': 'af53014f-d2e3-424f-b13b-923ebbab5309', 'mac_address': 'fa:16:3e:d0:5d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:28:23.729401 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e4924-26b5-4db7-9e49-4af7c693dbae req-2e69326c-485e-4802-b468-a73c21c9fe1f tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:23.730958 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-e04e4924-26b5-4db7-9e49-4af7c693dbae req-2e69326c-485e-4802-b468-a73c21c9fe1f tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 943 time: 0.0533051 Mar 28 14:28:23.781040 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-e04e4924-26b5-4db7-9e49-4af7c693dbae req-853a63ea-3cea-4d4c-a4f2-b5f39e9694e3 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=c20c6be8-fb2b-44f5-88cd-ba985b7da40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440137 Mar 28 14:28:23.843085 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port af53014f-d2e3-424f-b13b-923ebbab5309 is: DOWN; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:28:23.843505 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (af53014f-d2e3-424f-b13b-923ebbab5309), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:23.875198 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af53014f-d2e3-424f-b13b-923ebbab5309 {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:28:23.906881 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port af53014f-d2e3-424f-b13b-923ebbab5309, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=af53014f-d2e3-424f-b13b-923ebbab5309,segment=NetworkSegment(a8b084e1-c299-41e1-b5fd-5fcaad52ebed),segment_id=a8b084e1-c299-41e1-b5fd-5fcaad52ebed)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:23.908510 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 7eef624c-10a6-43d5-b682-13aee1a14e6e is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:28:23.908952 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (7eef624c-10a6-43d5-b682-13aee1a14e6e), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:23.917130 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (af53014f-d2e3-424f-b13b-923ebbab5309), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:23.917757 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 076f6099-942c-496f-a8ea-cad3fd19e158 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:28:23.965288 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510aab75-5bb8-4faa-900c-12e502f08cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eef624c-10a6-43d5-b682-13aee1a14e6e'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:28:24.048185 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 7eef624c-10a6-43d5-b682-13aee1a14e6e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7eef624c-10a6-43d5-b682-13aee1a14e6e,segment=NetworkSegment(b04b13f6-cb10-49fc-9df7-94d956ef1ea0),segment_id=b04b13f6-cb10-49fc-9df7-94d956ef1ea0)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:24.065762 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (7eef624c-10a6-43d5-b682-13aee1a14e6e), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:24.066555 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device a450c5d1-6d13-4aa3-b5b2-4b4d175b905f up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:28:24.070986 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 076f6099-942c-496f-a8ea-cad3fd19e158, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=076f6099-942c-496f-a8ea-cad3fd19e158,segment=NetworkSegment(a8b084e1-c299-41e1-b5fd-5fcaad52ebed),segment_id=a8b084e1-c299-41e1-b5fd-5fcaad52ebed)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:24.078756 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=af53014f-d2e3-424f-b13b-923ebbab5309,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:24.104335 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0737e0-92cf-49c6-8bde-f67e4ba9f40a" -d '{"events": [{"server_uuid": "510aab75-5bb8-4faa-900c-12e502f08cc9", "name": "network-vif-plugged", "status": "completed", "tag": "7eef624c-10a6-43d5-b682-13aee1a14e6e"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:28:24.111081 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': '076f6099-942c-496f-a8ea-cad3fd19e158', 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'port_id': '076f6099-942c-496f-a8ea-cad3fd19e158', 'mac_address': 'fa:16:3e:e4:c2:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:28:24.210392 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=7eef624c-10a6-43d5-b682-13aee1a14e6e,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:24.215346 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbe1692-87d5-4f1c-8629-0a3141e8c266 x-openstack-request-id: req-dbbe1692-87d5-4f1c-8629-0a3141e8c266 {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:28:24.215763 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510aab75-5bb8-4faa-900c-12e502f08cc9", "name": "network-vif-plugged", "status": "completed", "tag": "7eef624c-10a6-43d5-b682-13aee1a14e6e", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:28:24.216114 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbbe1692-87d5-4f1c-8629-0a3141e8c266 {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:28:24.216718 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbbe1692-87d5-4f1c-8629-0a3141e8c266'] response: {'server_uuid': '510aab75-5bb8-4faa-900c-12e502f08cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eef624c-10a6-43d5-b682-13aee1a14e6e', 'code': 200} Mar 28 14:28:24.231609 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 076f6099-942c-496f-a8ea-cad3fd19e158 is: DOWN; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:28:24.232006 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (076f6099-942c-496f-a8ea-cad3fd19e158), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:24.245347 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning for port a450c5d1-6d13-4aa3-b5b2-4b4d175b905f completed by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 14:28:24.255439 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port a450c5d1-6d13-4aa3-b5b2-4b4d175b905f triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:28:24.255806 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (a450c5d1-6d13-4aa3-b5b2-4b4d175b905f), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:24.258385 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076f6099-942c-496f-a8ea-cad3fd19e158 {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:28:24.308328 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 076f6099-942c-496f-a8ea-cad3fd19e158, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=076f6099-942c-496f-a8ea-cad3fd19e158,segment=NetworkSegment(a8b084e1-c299-41e1-b5fd-5fcaad52ebed),segment_id=a8b084e1-c299-41e1-b5fd-5fcaad52ebed)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:24.319613 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (076f6099-942c-496f-a8ea-cad3fd19e158), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:24.320331 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:28:24.366539 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376aa5b2-2153-4665-8126-81af063bab8e req-126799b7-75e2-49df-b078-ce50eb8fee8b tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:24.370863 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-376aa5b2-2153-4665-8126-81af063bab8e req-126799b7-75e2-49df-b078-ce50eb8fee8b tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 945 time: 0.0921729 Mar 28 14:28:24.438810 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=076f6099-942c-496f-a8ea-cad3fd19e158,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:24.465036 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port a450c5d1-6d13-4aa3-b5b2-4b4d175b905f is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:28:24.465674 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (a450c5d1-6d13-4aa3-b5b2-4b4d175b905f), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:24.496159 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2afa07-eb11-458a-babf-76814c5cd5a9 req-7ec497ff-c0ab-403f-b013-41c742a3127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:24.498574 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9e2afa07-eb11-458a-babf-76814c5cd5a9 req-7ec497ff-c0ab-403f-b013-41c742a3127e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 1129 time: 0.1233118 Mar 28 14:28:24.506586 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6419e-11be-4599-9621-8b72f0212e75 req-12730c7f-9137-4b43-a640-68621189cc9d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:24.516094 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-52a6419e-11be-4599-9621-8b72f0212e75 req-12730c7f-9137-4b43-a640-68621189cc9d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 945 time: 0.0783396 Mar 28 14:28:24.521377 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:24.525022 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port a450c5d1-6d13-4aa3-b5b2-4b4d175b905f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a450c5d1-6d13-4aa3-b5b2-4b4d175b905f,segment=NetworkSegment(55bf6534-2009-442c-a956-6e523eeb9410),segment_id=55bf6534-2009-442c-a956-6e523eeb9410)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:24.530633 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-9e2afa07-eb11-458a-babf-76814c5cd5a9 req-2c491276-28bc-489a-80c6-fff661680076 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:24.534723 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (a450c5d1-6d13-4aa3-b5b2-4b4d175b905f), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:24.546182 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-376aa5b2-2153-4665-8126-81af063bab8e req-ff89df95-bf8f-4570-a106-a9c24302ab30 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095424 Mar 28 14:28:24.557700 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': '2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'port_id': '2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c', 'mac_address': 'fa:16:3e:ba:3f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:28:24.661626 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-52a6419e-11be-4599-9621-8b72f0212e75 req-db9301a1-f654-47b9-b125-f3f4e2371e5f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437652 Mar 28 14:28:24.664279 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-9e2afa07-eb11-458a-babf-76814c5cd5a9 req-2c491276-28bc-489a-80c6-fff661680076 service neutron] Publish callbacks [] for security_group (6950f952-fe78-427f-ba5e-fe2382b2195c), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:24.683780 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=a450c5d1-6d13-4aa3-b5b2-4b4d175b905f,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:24.694804 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c is: DOWN; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:28:24.694804 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:24.695263 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-9e2afa07-eb11-458a-babf-76814c5cd5a9 req-2c491276-28bc-489a-80c6-fff661680076 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (6950f952-fe78-427f-ba5e-fe2382b2195c), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:24.712791 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:28:24.737588 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:24.743797 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:24.753732 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9e2afa07-eb11-458a-babf-76814c5cd5a9 req-2c491276-28bc-489a-80c6-fff661680076 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481153 Mar 28 14:28:24.757533 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c491276-28bc-489a-80c6-fff661680076 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6950f952-fe78-427f-ba5e-fe2382b2195c,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:24.772027 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd75c5-a070-43e8-974c-0f1455c5573f req-8049962b-b407-42a7-bcb7-9173b865ec82 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:24.779240 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f3fd75c5-a070-43e8-974c-0f1455c5573f req-8049962b-b407-42a7-bcb7-9173b865ec82 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 945 time: 0.1278741 Mar 28 14:28:24.798430 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 40072) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:24.818990 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdcd47-ea44-4163-881f-3103cdac494c req-b8f8d22a-a667-41e1-9007-938281dba768 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:24.820563 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e2fdcd47-ea44-4163-881f-3103cdac494c req-b8f8d22a-a667-41e1-9007-938281dba768 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.1100833 Mar 28 14:28:24.829984 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:24.840142 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f3fd75c5-a070-43e8-974c-0f1455c5573f req-b032bb10-0278-4c7e-912a-11241f65aec6 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600471 Mar 28 14:28:24.887282 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e2fdcd47-ea44-4163-881f-3103cdac494c req-738ad26c-5b1c-4672-8e54-98dda1218a52 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602360 Mar 28 14:28:24.940422 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5534a2d9-7877-462e-98eb-c4d6eafae7b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:24.992748 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec7729-080d-4ce1-8539-7ddd0cceb1a3 req-bcf25cf0-907c-4982-8163-de6b7d00f1f8 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:24.995180 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-2eec7729-080d-4ce1-8539-7ddd0cceb1a3 req-bcf25cf0-907c-4982-8163-de6b7d00f1f8 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 944 time: 0.0621512 Mar 28 14:28:25.023218 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5534a2d9-7877-462e-98eb-c4d6eafae7b7 admin admin] Publish callbacks [] for security_group (0a697762-4508-43f5-a576-6a76665043a0), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:25.028587 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5534a2d9-7877-462e-98eb-c4d6eafae7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (0a697762-4508-43f5-a576-6a76665043a0), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:25.050851 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-2eec7729-080d-4ce1-8539-7ddd0cceb1a3 req-882bd0d3-d0f9-4b25-9ac8-bb8d81cc51d2 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=c20c6be8-fb2b-44f5-88cd-ba985b7da40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476937 Mar 28 14:28:25.068472 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-5534a2d9-7877-462e-98eb-c4d6eafae7b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38e1dd5de8f54511b5d14a3d057fbcfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2688899 Mar 28 14:28:25.069619 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534a2d9-7877-462e-98eb-c4d6eafae7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a697762-4508-43f5-a576-6a76665043a0,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:25.071545 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 40084) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:25.121519 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-84b7ce49-d49e-436b-923b-6238a374798b admin admin] Publish callbacks [] for security_group (0a697762-4508-43f5-a576-6a76665043a0), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:25.142708 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-84b7ce49-d49e-436b-923b-6238a374798b admin admin] Publish callbacks [] for security_group (0a697762-4508-43f5-a576-6a76665043a0), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:25.197366 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-84b7ce49-d49e-436b-923b-6238a374798b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (0a697762-4508-43f5-a576-6a76665043a0), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:25.200199 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-84b7ce49-d49e-436b-923b-6238a374798b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:25.201393 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-84b7ce49-d49e-436b-923b-6238a374798b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a697762-4508-43f5-a576-6a76665043a0 HTTP/1.1" status: 204 len: 168 time: 0.1287944 Mar 28 14:28:25.209296 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7ce49-d49e-436b-923b-6238a374798b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a697762-4508-43f5-a576-6a76665043a0,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:25.246960 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:28:25.252759 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['af53014f-d2e3-424f-b13b-923ebbab5309'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:28:25.455182 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['076f6099-942c-496f-a8ea-cad3fd19e158'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:28:25.500050 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 6cf31727-459b-4f50-916c-413df70b7f6e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:28:25.542436 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 40102) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:25.558756 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5b56c503-fe03-430d-835a-a351115e8087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:25.646682 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5b56c503-fe03-430d-835a-a351115e8087 admin admin] Publish callbacks [] for security_group (1dc212e6-d654-46fd-ba30-7d1fd4a85a8f), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:25.652226 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5b56c503-fe03-430d-835a-a351115e8087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (1dc212e6-d654-46fd-ba30-7d1fd4a85a8f), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:25.687926 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 6cf31727-459b-4f50-916c-413df70b7f6e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6cf31727-459b-4f50-916c-413df70b7f6e,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:25.699119 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716ebae-2ca7-48bd-ae17-5da97e55bc34 req-04132810-4802-4ef1-bd1e-0c2176c91bb7 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:25.700603 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3716ebae-2ca7-48bd-ae17-5da97e55bc34 req-04132810-4802-4ef1-bd1e-0c2176c91bb7 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0779946 Mar 28 14:28:25.701250 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 40108) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:25.702979 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-5b56c503-fe03-430d-835a-a351115e8087 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32a8c6f5929144beb9957978d206da04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478558 Mar 28 14:28:25.714576 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': '6cf31727-459b-4f50-916c-413df70b7f6e', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'port_id': '6cf31727-459b-4f50-916c-413df70b7f6e', 'mac_address': 'fa:16:3e:f6:b0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:28:25.716315 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56c503-fe03-430d-835a-a351115e8087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc212e6-d654-46fd-ba30-7d1fd4a85a8f,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:25.758123 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 6cf31727-459b-4f50-916c-413df70b7f6e is: DOWN; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:28:25.758519 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:25.781289 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf31727-459b-4f50-916c-413df70b7f6e {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:28:25.787996 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c66b8-2a0f-4ef8-98f5-f765b02e4b3a req-e9edd691-d198-4637-80c8-200c9624a14e tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:25.789506 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a74c66b8-2a0f-4ef8-98f5-f765b02e4b3a req-e9edd691-d198-4637-80c8-200c9624a14e tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 945 time: 0.0575345 Mar 28 14:28:25.793081 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-636c28f1-3fd6-471d-aa1a-8f43dbedbbed admin admin] Publish callbacks [] for security_group (1dc212e6-d654-46fd-ba30-7d1fd4a85a8f), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:25.798509 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3716ebae-2ca7-48bd-ae17-5da97e55bc34 req-ddafe97c-1c35-46ef-9ed0-dfc6868715e3 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665693 Mar 28 14:28:25.806462 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 6cf31727-459b-4f50-916c-413df70b7f6e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6cf31727-459b-4f50-916c-413df70b7f6e,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:25.815355 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:25.820667 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-636c28f1-3fd6-471d-aa1a-8f43dbedbbed admin admin] Publish callbacks [] for security_group (1dc212e6-d654-46fd-ba30-7d1fd4a85a8f), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:25.848790 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a74c66b8-2a0f-4ef8-98f5-f765b02e4b3a req-955fea4f-aac7-4a0e-8fa5-153d94f0c80e tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487554 Mar 28 14:28:25.878907 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=6cf31727-459b-4f50-916c-413df70b7f6e,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:25.892788 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-636c28f1-3fd6-471d-aa1a-8f43dbedbbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (1dc212e6-d654-46fd-ba30-7d1fd4a85a8f), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:25.895538 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-636c28f1-3fd6-471d-aa1a-8f43dbedbbed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:25.897324 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-636c28f1-3fd6-471d-aa1a-8f43dbedbbed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1dc212e6-d654-46fd-ba30-7d1fd4a85a8f HTTP/1.1" status: 204 len: 168 time: 0.1951756 Mar 28 14:28:25.905163 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c28f1-3fd6-471d-aa1a-8f43dbedbbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc212e6-d654-46fd-ba30-7d1fd4a85a8f,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:25.976064 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17ebcc-7026-473d-9442-65651c490a96 req-b860e219-2249-4a21-b463-a106fb26159b tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:25.979588 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-da17ebcc-7026-473d-9442-65651c490a96 req-b860e219-2249-4a21-b463-a106fb26159b tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 945 time: 0.0637107 Mar 28 14:28:26.030452 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-da17ebcc-7026-473d-9442-65651c490a96 req-5483a2e1-a9b2-4eac-a4cf-6537987a50f2 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469279 Mar 28 14:28:26.032609 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0f111-c248-4389-92a8-6b3cc43cbb22 req-118b0ced-989b-4e99-afaa-a3aedf50cce4 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:26.034098 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-86b0f111-c248-4389-92a8-6b3cc43cbb22 req-118b0ced-989b-4e99-afaa-a3aedf50cce4 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 944 time: 0.0567000 Mar 28 14:28:26.097318 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-86b0f111-c248-4389-92a8-6b3cc43cbb22 req-7478fab5-f45f-49ad-a280-c81821af0735 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572658 Mar 28 14:28:26.180278 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd42d9-c186-450c-884e-ca9a7cccde85 req-883535dc-4f02-4f08-ab37-9684c7625b37 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:26.181742 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2acd42d9-c186-450c-884e-ca9a7cccde85 req-883535dc-4f02-4f08-ab37-9684c7625b37 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 944 time: 0.0540376 Mar 28 14:28:26.217727 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071977c7-55ce-4f18-bc78-2781afa68fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a450c5d1-6d13-4aa3-b5b2-4b4d175b905f'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:28:26.220122 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46181a14-00c3-4387-8a5a-cf6d7a7452c3" -d '{"events": [{"server_uuid": "071977c7-55ce-4f18-bc78-2781afa68fdc", "name": "network-vif-plugged", "status": "completed", "tag": "a450c5d1-6d13-4aa3-b5b2-4b4d175b905f"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:28:26.243570 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2acd42d9-c186-450c-884e-ca9a7cccde85 req-69e349db-0a4c-45da-b3d2-55439ed749f2 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=c20c6be8-fb2b-44f5-88cd-ba985b7da40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562427 Mar 28 14:28:26.258051 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5461d5-e46c-4789-896c-d1ce9026a435 x-openstack-request-id: req-3e5461d5-e46c-4789-896c-d1ce9026a435 {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:28:26.258364 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071977c7-55ce-4f18-bc78-2781afa68fdc", "name": "network-vif-plugged", "status": "completed", "tag": "a450c5d1-6d13-4aa3-b5b2-4b4d175b905f", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:28:26.258627 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e5461d5-e46c-4789-896c-d1ce9026a435 {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:28:26.259044 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e5461d5-e46c-4789-896c-d1ce9026a435'] response: {'server_uuid': '071977c7-55ce-4f18-bc78-2781afa68fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a450c5d1-6d13-4aa3-b5b2-4b4d175b905f', 'code': 200} Mar 28 14:28:26.842868 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:28:26.929580 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49da41-8f5e-436a-9a3d-dfd46246237b req-2199b019-d034-4253-8dac-48ae720a8bce tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:26.931061 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4c49da41-8f5e-436a-9a3d-dfd46246237b req-2199b019-d034-4253-8dac-48ae720a8bce tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0553911 Mar 28 14:28:26.977347 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4c49da41-8f5e-436a-9a3d-dfd46246237b req-7c7cd6ec-e16e-4f12-9d6f-e30afa2fc30e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404813 Mar 28 14:28:26.982777 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49829a6-ae8d-42e6-b777-fd872231894c req-599b72d7-c973-48fa-948c-23e0a44f6063 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:26.990154 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b49829a6-ae8d-42e6-b777-fd872231894c req-599b72d7-c973-48fa-948c-23e0a44f6063 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 945 time: 0.0643008 Mar 28 14:28:27.037984 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b49829a6-ae8d-42e6-b777-fd872231894c req-9614d872-eaa9-494a-8845-95d2c574883c tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469460 Mar 28 14:28:27.148628 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa3aa5-1cdb-4fb6-94b4-2f0f5254be2a req-fbe21c21-6118-492f-b30c-3bcb98939bcf tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:27.155495 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c7fa3aa5-1cdb-4fb6-94b4-2f0f5254be2a req-fbe21c21-6118-492f-b30c-3bcb98939bcf tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 945 time: 0.0570636 Mar 28 14:28:27.200061 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c7fa3aa5-1cdb-4fb6-94b4-2f0f5254be2a req-440274f0-2f40-4a85-acc1-fc61bf5f8781 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437083 Mar 28 14:28:27.226383 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e5d30-8486-4924-b369-586957bde033 req-68d8ac1e-6052-4de6-aef7-e562a3dcc825 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:27.227892 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-399e5d30-8486-4924-b369-586957bde033 req-68d8ac1e-6052-4de6-aef7-e562a3dcc825 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 944 time: 0.0573087 Mar 28 14:28:27.274919 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-399e5d30-8486-4924-b369-586957bde033 req-9623b04c-cd3a-4c84-853a-125da4151f06 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412526 Mar 28 14:28:27.372024 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe7b0e-f8b8-4020-b677-ff066e0c6787 req-6f4e97ae-dd5a-45ba-ba73-9544a1881059 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:27.373554 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ebbe7b0e-f8b8-4020-b677-ff066e0c6787 req-6f4e97ae-dd5a-45ba-ba73-9544a1881059 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 944 time: 0.0554214 Mar 28 14:28:27.419895 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ebbe7b0e-f8b8-4020-b677-ff066e0c6787 req-f5a30ec9-8f7a-4a50-8fab-5dd89f2d0a87 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=c20c6be8-fb2b-44f5-88cd-ba985b7da40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403299 Mar 28 14:28:27.606924 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47ba79-c39a-4a5a-858d-7b23c90fd115 req-b21cfd17-9eec-4945-916d-818fd69e220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:27.608479 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4d47ba79-c39a-4a5a-858d-7b23c90fd115 req-b21cfd17-9eec-4945-916d-818fd69e220e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 1130 time: 0.0454688 Mar 28 14:28:28.099701 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5d654-76cb-4ad1-8b0d-fdbaae61956b req-654277af-dc23-4ccd-881f-93f687dc00d3 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:28.106685 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-fce5d654-76cb-4ad1-8b0d-fdbaae61956b req-654277af-dc23-4ccd-881f-93f687dc00d3 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0622845 Mar 28 14:28:28.148843 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-fce5d654-76cb-4ad1-8b0d-fdbaae61956b req-ddabe6aa-65b4-44d5-9ff4-0d4136667999 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411844 Mar 28 14:28:28.160010 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c04962-ab75-450d-a533-03bb64f8ff77 req-2f13effe-e4f4-4b31-997e-ee5ed48cb7db tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:28.161549 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c7c04962-ab75-450d-a533-03bb64f8ff77 req-2f13effe-e4f4-4b31-997e-ee5ed48cb7db tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 945 time: 0.0549498 Mar 28 14:28:28.223373 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c7c04962-ab75-450d-a533-03bb64f8ff77 req-13734600-81e7-4b19-a1a0-b797e1383e5a tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485170 Mar 28 14:28:28.320021 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79725483-3c51-4032-9fe7-94bbccadcafe req-5929399a-d24f-481f-bbbe-f9dc60feefd7 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:28.321467 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-79725483-3c51-4032-9fe7-94bbccadcafe req-5929399a-d24f-481f-bbbe-f9dc60feefd7 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 945 time: 0.0512760 Mar 28 14:28:28.367538 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-79725483-3c51-4032-9fe7-94bbccadcafe req-021b0c67-fd46-4873-a0de-4096c2a03d64 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400929 Mar 28 14:28:28.397445 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b78d98-2d01-45e7-8e3f-362d7d665032 req-76e8dfb4-9100-4215-9881-42a6094580d6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:28.398895 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-95b78d98-2d01-45e7-8e3f-362d7d665032 req-76e8dfb4-9100-4215-9881-42a6094580d6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 944 time: 0.0540106 Mar 28 14:28:28.444875 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-95b78d98-2d01-45e7-8e3f-362d7d665032 req-8b27f77a-36ec-4337-8643-e71fad1ecb8c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401580 Mar 28 14:28:28.498782 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4d47ba79-c39a-4a5a-858d-7b23c90fd115 req-6b2589eb-80c6-4453-b7df-a532beeebc09 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468206 Mar 28 14:28:28.540124 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b0289-f80a-4982-8e5a-4a07dead715d req-d84cc5f9-a040-4d0c-b32d-190a34e6899e tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:28.541532 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b02b0289-f80a-4982-8e5a-4a07dead715d req-d84cc5f9-a040-4d0c-b32d-190a34e6899e tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 944 time: 0.0544453 Mar 28 14:28:28.586927 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b02b0289-f80a-4982-8e5a-4a07dead715d req-11c8ae36-804c-4c26-a86e-4be08982e669 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=c20c6be8-fb2b-44f5-88cd-ba985b7da40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398059 Mar 28 14:28:29.218236 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3cc8edce-c243-4623-9627-688043c2418f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:29.285654 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5c11b-98e6-4a1c-99ce-2818226c3d1a req-49546564-925f-4647-a6de-78d11c7c88f4 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:29.287196 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-29f5c11b-98e6-4a1c-99ce-2818226c3d1a req-49546564-925f-4647-a6de-78d11c7c88f4 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0584052 Mar 28 14:28:29.334819 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-29f5c11b-98e6-4a1c-99ce-2818226c3d1a req-72ff0933-7e0a-4547-8ead-9ac7a7fb4f16 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417452 Mar 28 14:28:29.355579 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7290803-8532-484f-873d-70e86ed3d837 req-68ff88bb-2d02-45cc-8bbb-8b2d4b8ea1b7 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:29.357097 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c7290803-8532-484f-873d-70e86ed3d837 req-68ff88bb-2d02-45cc-8bbb-8b2d4b8ea1b7 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 945 time: 0.0572832 Mar 28 14:28:29.402671 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c7290803-8532-484f-873d-70e86ed3d837 req-a1657c63-17e9-4fd5-860e-df64b5b9ecb1 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400579 Mar 28 14:28:29.481808 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4cda9-2311-46fd-abc3-c506abbc1103 req-ce488ea0-152d-4a2d-bcb7-bc228440c135 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:29.483311 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b2f4cda9-2311-46fd-abc3-c506abbc1103 req-ce488ea0-152d-4a2d-bcb7-bc228440c135 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 945 time: 0.0516229 Mar 28 14:28:29.536334 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b2f4cda9-2311-46fd-abc3-c506abbc1103 req-a698f2b6-5118-4544-85cb-bcd74a17530d tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473018 Mar 28 14:28:29.566312 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966eb174-6b79-4438-b19d-78e1ea97d892 req-ad5e5023-566d-4f0e-b0a6-b768eef2ff92 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:29.567797 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-966eb174-6b79-4438-b19d-78e1ea97d892 req-ad5e5023-566d-4f0e-b0a6-b768eef2ff92 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 944 time: 0.0507808 Mar 28 14:28:29.615346 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-966eb174-6b79-4438-b19d-78e1ea97d892 req-5b7153ea-407c-4d98-8764-59dcfb751da0 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416849 Mar 28 14:28:29.700220 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8550834-4142-45ac-ac3b-9dc60b9fd82e req-e2066418-00be-4dcb-8044-c782c5978d9e tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:29.701650 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e8550834-4142-45ac-ac3b-9dc60b9fd82e req-e2066418-00be-4dcb-8044-c782c5978d9e tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 944 time: 0.0501471 Mar 28 14:28:29.748184 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e8550834-4142-45ac-ac3b-9dc60b9fd82e req-9e3f1d46-4d9b-4d62-b76d-342a75a20c24 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=c20c6be8-fb2b-44f5-88cd-ba985b7da40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409453 Mar 28 14:28:30.452052 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588862be-1f29-4d68-bb3a-52d52e2f7aca req-1f07ef85-cab4-4a23-8a75-720218e9b63f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:30.454093 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-588862be-1f29-4d68-bb3a-52d52e2f7aca req-1f07ef85-cab4-4a23-8a75-720218e9b63f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0530760 Mar 28 14:28:30.499733 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-588862be-1f29-4d68-bb3a-52d52e2f7aca req-4233d2b3-0875-415e-8ab1-5f642ebb8227 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398757 Mar 28 14:28:30.517054 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73235be2-7a92-408b-ba09-997b96ddf3db req-493aa328-b207-406c-b1ae-43314ca7dbac tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:30.518509 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-73235be2-7a92-408b-ba09-997b96ddf3db req-493aa328-b207-406c-b1ae-43314ca7dbac tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 945 time: 0.0515854 Mar 28 14:28:30.565280 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-73235be2-7a92-408b-ba09-997b96ddf3db req-b0cce81a-4b6d-4e09-b2a1-f1030aaa5e49 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406330 Mar 28 14:28:30.650411 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['6cf31727-459b-4f50-916c-413df70b7f6e'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:28:30.651851 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae92a4-1fdb-464f-8466-e5e381e7d32c req-69c0ee2d-a99f-4dcb-9245-c599c4bea2f9 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:30.653377 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1dae92a4-1fdb-464f-8466-e5e381e7d32c req-69c0ee2d-a99f-4dcb-9245-c599c4bea2f9 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 945 time: 0.0535653 Mar 28 14:28:30.713636 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1dae92a4-1fdb-464f-8466-e5e381e7d32c req-c87d93e0-531e-4e0f-88de-28664c378f43 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506270 Mar 28 14:28:30.759555 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e8f08-ffc4-444a-ba93-7b933226c2d0 req-f69a7dbc-5950-42a3-939c-2c8b96d2549a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:30.761010 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e03e8f08-ffc4-444a-ba93-7b933226c2d0 req-f69a7dbc-5950-42a3-939c-2c8b96d2549a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 944 time: 0.0542517 Mar 28 14:28:30.807698 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e03e8f08-ffc4-444a-ba93-7b933226c2d0 req-778c460f-3406-4724-8f18-fe91eae0d140 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407646 Mar 28 14:28:30.876095 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010ffd6-f77e-4106-a922-0f7c051b631a req-3175be54-388b-4b0a-9e70-e84426049b6e tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:30.877840 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3010ffd6-f77e-4106-a922-0f7c051b631a req-3175be54-388b-4b0a-9e70-e84426049b6e tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 944 time: 0.0534267 Mar 28 14:28:30.922777 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3010ffd6-f77e-4106-a922-0f7c051b631a req-3fd7eacb-10d7-41c6-9d5f-f9bad07dc3c0 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=c20c6be8-fb2b-44f5-88cd-ba985b7da40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392809 Mar 28 14:28:31.516497 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-d0c9bda7-9f49-44fc-8d11-b9b57832952e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:31.617598 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b3abd-7dcb-4d15-b64d-4123666c6145 req-2cecf466-ae57-4b81-8363-68b1d7ee43dd tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:31.620918 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f72b3abd-7dcb-4d15-b64d-4123666c6145 req-2cecf466-ae57-4b81-8363-68b1d7ee43dd tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0544779 Mar 28 14:28:31.674193 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f72b3abd-7dcb-4d15-b64d-4123666c6145 req-0b663f26-9660-4d5f-a983-0b050349a36f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474999 Mar 28 14:28:31.695630 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9039b-fd33-4a2b-bf6c-506691ddfb72 req-eae13434-9b8c-47a1-be4f-72626c3c0016 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:31.697140 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-0bc9039b-fd33-4a2b-bf6c-506691ddfb72 req-eae13434-9b8c-47a1-be4f-72626c3c0016 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 945 time: 0.0580463 Mar 28 14:28:31.757494 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-0bc9039b-fd33-4a2b-bf6c-506691ddfb72 req-df8c08bc-1dbb-40a6-875e-f224d2caa20b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530238 Mar 28 14:28:31.833133 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9b20c-bc7a-4bdf-b0ac-4a0f2c664be0 req-5d1d777e-70e4-4f9e-b031-fba930e733c1 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:31.834554 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1dd9b20c-bc7a-4bdf-b0ac-4a0f2c664be0 req-5d1d777e-70e4-4f9e-b031-fba930e733c1 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 945 time: 0.0501831 Mar 28 14:28:31.884896 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1dd9b20c-bc7a-4bdf-b0ac-4a0f2c664be0 req-3b5f60a6-8832-4d86-be39-70c1c7204915 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440261 Mar 28 14:28:31.934753 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402cf63-3105-4b78-b5b1-5014873352bc req-0b7788e9-43d0-447a-abed-badbc6d4c805 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:31.936928 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9402cf63-3105-4b78-b5b1-5014873352bc req-0b7788e9-43d0-447a-abed-badbc6d4c805 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 944 time: 0.0555937 Mar 28 14:28:31.988080 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9402cf63-3105-4b78-b5b1-5014873352bc req-a7a1cb49-05ff-42dc-b060-7e95aec9afe8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462074 Mar 28 14:28:32.040848 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263deb1-eb5b-4ffe-8fee-a09a3b7d2eb8 req-587b797b-8a22-4fa3-8e5f-e930c207b277 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:32.043016 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f263deb1-eb5b-4ffe-8fee-a09a3b7d2eb8 req-587b797b-8a22-4fa3-8e5f-e930c207b277 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 944 time: 0.0522213 Mar 28 14:28:32.089897 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f263deb1-eb5b-4ffe-8fee-a09a3b7d2eb8 req-288a6f86-2f71-4394-a0e1-4d867e175072 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=c20c6be8-fb2b-44f5-88cd-ba985b7da40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419574 Mar 28 14:28:32.668054 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:32.787409 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac0b47-43d4-4b5c-8cba-6b0fc02253e9 req-49ef1b8d-c5fd-4a86-9759-e96bac34b64e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:32.788753 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1bac0b47-43d4-4b5c-8cba-6b0fc02253e9 req-49ef1b8d-c5fd-4a86-9759-e96bac34b64e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0537763 Mar 28 14:28:32.838091 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1bac0b47-43d4-4b5c-8cba-6b0fc02253e9 req-ed2bcde8-4bc8-4430-8e12-b66db8d430eb tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435665 Mar 28 14:28:32.871044 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc45977-4d7f-4893-b92e-be406b0f944b req-05ac1698-46d0-4f10-9c95-e38fa9f5fc18 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:32.872539 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-dfc45977-4d7f-4893-b92e-be406b0f944b req-05ac1698-46d0-4f10-9c95-e38fa9f5fc18 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 945 time: 0.0549860 Mar 28 14:28:32.917109 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-dfc45977-4d7f-4893-b92e-be406b0f944b req-754a7155-2f7e-4ee0-9752-83e751a9a35f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386627 Mar 28 14:28:33.123011 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fdae0-0d7d-4e2c-80cd-2b4b8a3fc890 req-4c17da27-da54-4766-82c2-fb596bb77680 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:33.124451 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-600fdae0-0d7d-4e2c-80cd-2b4b8a3fc890 req-4c17da27-da54-4766-82c2-fb596bb77680 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 944 time: 0.0536184 Mar 28 14:28:33.172801 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-600fdae0-0d7d-4e2c-80cd-2b4b8a3fc890 req-50e5d307-b3b9-4721-bb48-f022d54ceeb2 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423570 Mar 28 14:28:33.209082 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d25ee-9f90-47e3-8899-576e46832e71 req-632eb3c2-6997-4add-888f-7da184a0caed tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:33.210550 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-728d25ee-9f90-47e3-8899-576e46832e71 req-632eb3c2-6997-4add-888f-7da184a0caed tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 944 time: 0.0549207 Mar 28 14:28:33.256347 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-728d25ee-9f90-47e3-8899-576e46832e71 req-099aab3a-2973-4277-a834-1de7692435c0 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=c20c6be8-fb2b-44f5-88cd-ba985b7da40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401571 Mar 28 14:28:33.931104 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:33.975052 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1d0f3-1e5b-497f-bfae-83f1242341d4 req-67fe12ae-b1fe-40bd-a800-57002d2c5775 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:33.976581 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-91f1d0f3-1e5b-497f-bfae-83f1242341d4 req-67fe12ae-b1fe-40bd-a800-57002d2c5775 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0622935 Mar 28 14:28:34.024738 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-91f1d0f3-1e5b-497f-bfae-83f1242341d4 req-83fd639e-f88b-44a6-9c8a-2de3fc1edd11 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421913 Mar 28 14:28:34.035968 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a267fc-c683-4389-8747-12b616a8c391 req-91bcff23-7d46-45c6-a2ae-5b2215d31383 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:34.037438 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-83a267fc-c683-4389-8747-12b616a8c391 req-91bcff23-7d46-45c6-a2ae-5b2215d31383 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 945 time: 0.0512383 Mar 28 14:28:34.085917 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-83a267fc-c683-4389-8747-12b616a8c391 req-e4b55958-9152-44fe-9405-155a18d918c6 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395207 Mar 28 14:28:34.300740 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feca425-8020-4625-9800-fa54800d2f69 req-0d05eb4b-4dac-429c-b026-ff8372028e31 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:34.302226 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-2feca425-8020-4625-9800-fa54800d2f69 req-0d05eb4b-4dac-429c-b026-ff8372028e31 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 944 time: 0.0523789 Mar 28 14:28:34.348049 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-2feca425-8020-4625-9800-fa54800d2f69 req-f3a32ec1-65bf-4b04-95fb-86cd25a96cbc tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401640 Mar 28 14:28:34.380576 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdfb67-d52a-4664-b522-d8a81adab3ee req-454f687a-0f8d-43f7-8d56-177163bc897e tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:34.381990 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-56fdfb67-d52a-4664-b522-d8a81adab3ee req-454f687a-0f8d-43f7-8d56-177163bc897e tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 944 time: 0.0539768 Mar 28 14:28:34.425814 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-56fdfb67-d52a-4664-b522-d8a81adab3ee req-ccb7ece1-d896-459a-9630-58621b491109 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=c20c6be8-fb2b-44f5-88cd-ba985b7da40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381522 Mar 28 14:28:35.149505 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c627204-c8f9-4af1-9108-b0fc275e38c8 req-67452cc8-b859-4a21-be59-06f75b7bd8de tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:35.150877 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7c627204-c8f9-4af1-9108-b0fc275e38c8 req-67452cc8-b859-4a21-be59-06f75b7bd8de tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0552406 Mar 28 14:28:35.199070 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7c627204-c8f9-4af1-9108-b0fc275e38c8 req-a03114e1-d91e-476a-a782-df5e47b543a1 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420928 Mar 28 14:28:35.199937 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a823018-3fd7-480c-9744-550ba5375e6c req-a45d208e-9bb0-49b7-9941-9ad94e035b3b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:35.201426 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3a823018-3fd7-480c-9744-550ba5375e6c req-a45d208e-9bb0-49b7-9941-9ad94e035b3b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 945 time: 0.0498958 Mar 28 14:28:35.245993 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3a823018-3fd7-480c-9744-550ba5375e6c req-92365f8a-3809-4f05-a6eb-a85c8fe1d13e tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389638 Mar 28 14:28:35.442583 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:35.476351 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb098534-ac1f-4886-a6ed-6efe315d6774 req-1acc7cc1-fba0-4dc9-8e97-adf316caf8ca tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:35.477811 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-bb098534-ac1f-4886-a6ed-6efe315d6774 req-1acc7cc1-fba0-4dc9-8e97-adf316caf8ca tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 944 time: 0.0547602 Mar 28 14:28:35.524320 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-bb098534-ac1f-4886-a6ed-6efe315d6774 req-b9671780-a4cd-48d7-8c40-051a497f74a3 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408487 Mar 28 14:28:35.551083 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79abb1-0372-4cb1-a5c9-ffe44a2d6cbc req-851dd3fa-498e-47ca-bf78-f1980224fa10 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:35.552534 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6c79abb1-0372-4cb1-a5c9-ffe44a2d6cbc req-851dd3fa-498e-47ca-bf78-f1980224fa10 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 944 time: 0.0528870 Mar 28 14:28:35.599968 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6c79abb1-0372-4cb1-a5c9-ffe44a2d6cbc req-2bfd12e0-f007-4a8a-a013-e117a03be1a8 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=c20c6be8-fb2b-44f5-88cd-ba985b7da40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419545 Mar 28 14:28:35.698114 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:28:35.750853 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning for port 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c completed by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 14:28:35.755185 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:28:35.755560 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:35.833298 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:28:35.833695 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:35.857074 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1645ac85-aafc-42ee-929b-353b09f4f218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:28:35.859303 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6238195b-635d-43ab-b16c-e70417aeb1f3" -d '{"events": [{"server_uuid": "1645ac85-aafc-42ee-929b-353b09f4f218", "name": "network-vif-plugged", "status": "completed", "tag": "2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:28:35.871226 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:35.876377 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:35.900568 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de1770f-9f31-45dc-b2d4-6c79c27a7dc0 x-openstack-request-id: req-8de1770f-9f31-45dc-b2d4-6c79c27a7dc0 {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:28:35.900887 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1645ac85-aafc-42ee-929b-353b09f4f218", "name": "network-vif-plugged", "status": "completed", "tag": "2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:28:35.901143 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8de1770f-9f31-45dc-b2d4-6c79c27a7dc0 {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:28:35.901536 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de1770f-9f31-45dc-b2d4-6c79c27a7dc0'] response: {'server_uuid': '1645ac85-aafc-42ee-929b-353b09f4f218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c', 'code': 200} Mar 28 14:28:35.927965 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:36.133668 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ba334-bb30-4417-960b-70d2762ba0c7 req-0a27b165-fcc7-4cf4-9f77-be3a9424fe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:36.135138 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5c8ba334-bb30-4417-960b-70d2762ba0c7 req-0a27b165-fcc7-4cf4-9f77-be3a9424fe38 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 1129 time: 0.0452292 Mar 28 14:28:36.185426 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5c8ba334-bb30-4417-960b-70d2762ba0c7 req-1f3797cc-a99a-46db-9a56-dcb28b3165a2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c20c6be8-fb2b-44f5-88cd-ba985b7da40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416064 Mar 28 14:28:36.317096 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88076435-8f78-4891-a6aa-9c34b836f72f req-0e913e75-dabf-4197-b2dc-8c25781d640d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:36.318573 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-88076435-8f78-4891-a6aa-9c34b836f72f req-0e913e75-dabf-4197-b2dc-8c25781d640d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0519085 Mar 28 14:28:36.365302 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dbab2-24e3-432b-a7ab-04a92dce537f req-e0093fe8-20ab-4505-9af0-f85901cff058 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:36.367197 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-234dbab2-24e3-432b-a7ab-04a92dce537f req-e0093fe8-20ab-4505-9af0-f85901cff058 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 945 time: 0.0524669 Mar 28 14:28:36.370786 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-88076435-8f78-4891-a6aa-9c34b836f72f req-14b8a967-4887-4877-b9a0-ee2761df2866 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441287 Mar 28 14:28:36.421017 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-234dbab2-24e3-432b-a7ab-04a92dce537f req-7d28e1f7-9ef2-48bf-97e4-2e360aa45670 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450208 Mar 28 14:28:36.655773 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc56663-98a1-4de0-887a-1780f03499b2 req-be9f4ab5-09f1-4eae-b5c0-cf59831749e8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:36.657270 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0fc56663-98a1-4de0-887a-1780f03499b2 req-be9f4ab5-09f1-4eae-b5c0-cf59831749e8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 944 time: 0.0607443 Mar 28 14:28:36.706882 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0fc56663-98a1-4de0-887a-1780f03499b2 req-ede2c9da-902b-4109-8255-5b27a94325f0 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439551 Mar 28 14:28:36.715241 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb4518-9ab0-46e2-8c91-a3f1fd08b185 req-ece2d616-0afd-478e-b889-5ece416cd9a0 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:36.716746 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-fbcb4518-9ab0-46e2-8c91-a3f1fd08b185 req-ece2d616-0afd-478e-b889-5ece416cd9a0 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 945 time: 0.0514889 Mar 28 14:28:36.764546 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-fbcb4518-9ab0-46e2-8c91-a3f1fd08b185 req-1374d39b-2061-4d58-8031-1868c55b9bcc tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=c20c6be8-fb2b-44f5-88cd-ba985b7da40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418108 Mar 28 14:28:37.402624 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 40398) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:37.703174 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b8740ee7-dcab-47f1-a832-3d80eb27c53a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:37.705850 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device af53014f-d2e3-424f-b13b-923ebbab5309 up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:28:37.725426 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a3593-f4ca-4452-8912-3cd785f3fe68 req-f867ce4c-1fbf-44d9-91bb-fcb4c29a381a tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:37.726891 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-241a3593-f4ca-4452-8912-3cd785f3fe68 req-f867ce4c-1fbf-44d9-91bb-fcb4c29a381a tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 945 time: 0.2357461 Mar 28 14:28:37.741676 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278d476-8df3-4c4b-bd66-46dafd186af5 req-516a2988-d597-42ea-a2f1-53934f476525 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:37.743189 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6278d476-8df3-4c4b-bd66-46dafd186af5 req-516a2988-d597-42ea-a2f1-53934f476525 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.2972846 Mar 28 14:28:37.768726 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning for port af53014f-d2e3-424f-b13b-923ebbab5309 completed by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 14:28:37.772863 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port af53014f-d2e3-424f-b13b-923ebbab5309 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:28:37.773214 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (af53014f-d2e3-424f-b13b-923ebbab5309), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:37.779564 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-241a3593-f4ca-4452-8912-3cd785f3fe68 req-f75bca20-24d7-44a2-9160-5219a4d87736 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457780 Mar 28 14:28:37.811727 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6278d476-8df3-4c4b-bd66-46dafd186af5 req-240711ae-43a5-479b-9a0c-2a7f695946fa tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576351 Mar 28 14:28:37.839471 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b8740ee7-dcab-47f1-a832-3d80eb27c53a admin admin] Publish callbacks [] for security_group (10ab4f63-2641-414e-8a29-83352886c5f3), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:37.846661 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b8740ee7-dcab-47f1-a832-3d80eb27c53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (10ab4f63-2641-414e-8a29-83352886c5f3), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:37.897912 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port af53014f-d2e3-424f-b13b-923ebbab5309 is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:28:37.899374 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (af53014f-d2e3-424f-b13b-923ebbab5309), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:37.913237 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-b8740ee7-dcab-47f1-a832-3d80eb27c53a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62b33de3ed504c71b9e88e955ed3d252&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5096328 Mar 28 14:28:37.913496 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 40414) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:37.937515 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port af53014f-d2e3-424f-b13b-923ebbab5309, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=af53014f-d2e3-424f-b13b-923ebbab5309,segment=NetworkSegment(a8b084e1-c299-41e1-b5fd-5fcaad52ebed),segment_id=a8b084e1-c299-41e1-b5fd-5fcaad52ebed)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:37.937867 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8740ee7-dcab-47f1-a832-3d80eb27c53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ab4f63-2641-414e-8a29-83352886c5f3,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:37.938973 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b780e92-90f1-44ea-92d3-caa5bdccba00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af53014f-d2e3-424f-b13b-923ebbab5309'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:28:37.941974 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d3d7fb-bf24-4abd-991a-19b6b2529504" -d '{"events": [{"server_uuid": "5b780e92-90f1-44ea-92d3-caa5bdccba00", "name": "network-vif-plugged", "status": "completed", "tag": "af53014f-d2e3-424f-b13b-923ebbab5309"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:28:37.950269 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (af53014f-d2e3-424f-b13b-923ebbab5309), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:37.951972 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 076f6099-942c-496f-a8ea-cad3fd19e158 up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:28:37.966047 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8740ee7-dcab-47f1-a832-3d80eb27c53a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:37.966438 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8740ee7-dcab-47f1-a832-3d80eb27c53a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:37.966780 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8740ee7-dcab-47f1-a832-3d80eb27c53a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:37.967159 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8740ee7-dcab-47f1-a832-3d80eb27c53a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:37.967677 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8740ee7-dcab-47f1-a832-3d80eb27c53a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:37.968018 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8740ee7-dcab-47f1-a832-3d80eb27c53a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:37.968344 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8740ee7-dcab-47f1-a832-3d80eb27c53a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:37.968991 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8740ee7-dcab-47f1-a832-3d80eb27c53a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:37.969332 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8740ee7-dcab-47f1-a832-3d80eb27c53a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:37.969663 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8740ee7-dcab-47f1-a832-3d80eb27c53a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:37.969990 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8740ee7-dcab-47f1-a832-3d80eb27c53a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:37.970456 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8740ee7-dcab-47f1-a832-3d80eb27c53a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:37.970800 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8740ee7-dcab-47f1-a832-3d80eb27c53a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:37.971171 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8740ee7-dcab-47f1-a832-3d80eb27c53a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:37.971494 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8740ee7-dcab-47f1-a832-3d80eb27c53a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.009438 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-62340ea9-edfa-41ad-b0af-dbb58021b4d3 admin admin] Publish callbacks [] for security_group (10ab4f63-2641-414e-8a29-83352886c5f3), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:38.017788 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee063cb1-0de5-459e-a508-a24bf5034299 req-6cc50d3a-4839-4b21-b71c-24f8ca29b46a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:38.019570 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ee063cb1-0de5-459e-a508-a24bf5034299 req-6cc50d3a-4839-4b21-b71c-24f8ca29b46a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 944 time: 0.1187470 Mar 28 14:28:38.035911 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-62340ea9-edfa-41ad-b0af-dbb58021b4d3 admin admin] Publish callbacks [] for security_group (10ab4f63-2641-414e-8a29-83352886c5f3), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:38.070833 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=af53014f-d2e3-424f-b13b-923ebbab5309,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:38.078862 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.079240 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.079601 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.080123 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.080627 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.081150 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.081618 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.082131 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.082684 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.083299 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.083836 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.084367 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.084903 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.085429 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.085957 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.100526 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning for port 076f6099-942c-496f-a8ea-cad3fd19e158 completed by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 14:28:38.107072 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port 076f6099-942c-496f-a8ea-cad3fd19e158 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:28:38.107898 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (076f6099-942c-496f-a8ea-cad3fd19e158), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:38.111099 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ee063cb1-0de5-459e-a508-a24bf5034299 req-ca677b57-c7cb-4399-a1d8-e591aa31da5a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847056 Mar 28 14:28:38.121661 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-62340ea9-edfa-41ad-b0af-dbb58021b4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (10ab4f63-2641-414e-8a29-83352886c5f3), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:38.124537 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-62340ea9-edfa-41ad-b0af-dbb58021b4d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:38.129130 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-62340ea9-edfa-41ad-b0af-dbb58021b4d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10ab4f63-2641-414e-8a29-83352886c5f3 HTTP/1.1" status: 204 len: 168 time: 0.2140903 Mar 28 14:28:38.143729 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62340ea9-edfa-41ad-b0af-dbb58021b4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ab4f63-2641-414e-8a29-83352886c5f3,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:38.156221 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62340ea9-edfa-41ad-b0af-dbb58021b4d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.156712 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62340ea9-edfa-41ad-b0af-dbb58021b4d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.157847 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62340ea9-edfa-41ad-b0af-dbb58021b4d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.158196 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62340ea9-edfa-41ad-b0af-dbb58021b4d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.158530 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62340ea9-edfa-41ad-b0af-dbb58021b4d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.159057 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62340ea9-edfa-41ad-b0af-dbb58021b4d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.160530 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62340ea9-edfa-41ad-b0af-dbb58021b4d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.160748 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62340ea9-edfa-41ad-b0af-dbb58021b4d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.161126 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62340ea9-edfa-41ad-b0af-dbb58021b4d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.161459 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62340ea9-edfa-41ad-b0af-dbb58021b4d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.162223 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62340ea9-edfa-41ad-b0af-dbb58021b4d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.162596 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62340ea9-edfa-41ad-b0af-dbb58021b4d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.162970 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62340ea9-edfa-41ad-b0af-dbb58021b4d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.163356 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62340ea9-edfa-41ad-b0af-dbb58021b4d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.163708 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62340ea9-edfa-41ad-b0af-dbb58021b4d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:38.266843 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 40430) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:38.292235 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e1614-d04b-4f11-bf63-9c8bc369ad60 req-e649b699-8412-412a-b616-dfc40d89f5ba tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:38.293721 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-542e1614-d04b-4f11-bf63-9c8bc369ad60 req-e649b699-8412-412a-b616-dfc40d89f5ba tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 945 time: 0.0898180 Mar 28 14:28:38.362237 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-542e1614-d04b-4f11-bf63-9c8bc369ad60 req-ab0f6ef4-7cc1-4ecc-95ac-09b983f4d627 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=c20c6be8-fb2b-44f5-88cd-ba985b7da40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484695 Mar 28 14:28:38.422274 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b62188c-e71d-490b-ab48-2d8facb48b10 x-openstack-request-id: req-5b62188c-e71d-490b-ab48-2d8facb48b10 {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:28:38.422733 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b780e92-90f1-44ea-92d3-caa5bdccba00", "name": "network-vif-plugged", "status": "completed", "tag": "af53014f-d2e3-424f-b13b-923ebbab5309", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:28:38.423151 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b62188c-e71d-490b-ab48-2d8facb48b10 {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:28:38.423721 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b62188c-e71d-490b-ab48-2d8facb48b10'] response: {'server_uuid': '5b780e92-90f1-44ea-92d3-caa5bdccba00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af53014f-d2e3-424f-b13b-923ebbab5309', 'code': 200} Mar 28 14:28:38.485892 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 076f6099-942c-496f-a8ea-cad3fd19e158 is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:28:38.486323 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (076f6099-942c-496f-a8ea-cad3fd19e158), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:38.570524 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 076f6099-942c-496f-a8ea-cad3fd19e158, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=076f6099-942c-496f-a8ea-cad3fd19e158,segment=NetworkSegment(a8b084e1-c299-41e1-b5fd-5fcaad52ebed),segment_id=a8b084e1-c299-41e1-b5fd-5fcaad52ebed)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:38.579386 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (076f6099-942c-496f-a8ea-cad3fd19e158), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:38.580794 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 6cf31727-459b-4f50-916c-413df70b7f6e up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:28:38.637471 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-67287c1a-532e-492c-8442-5d11e3f6f223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:38.680977 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=076f6099-942c-496f-a8ea-cad3fd19e158,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:38.698179 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning for port 6cf31727-459b-4f50-916c-413df70b7f6e completed by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 14:28:38.705381 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port 6cf31727-459b-4f50-916c-413df70b7f6e triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:28:38.706513 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:38.718924 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 40454) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:38.738173 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9f1279ef-6d19-47d8-910a-334d683cff1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:38.766405 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070243f0-a8f2-4e36-892c-37040d5871d3 req-38da5130-3609-486a-bd8e-1ac415fd12d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:38.768164 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-070243f0-a8f2-4e36-892c-37040d5871d3 req-38da5130-3609-486a-bd8e-1ac415fd12d2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 1130 time: 0.0891688 Mar 28 14:28:38.798717 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-67287c1a-532e-492c-8442-5d11e3f6f223 admin admin] Publish callbacks [] for security_group (7e669154-13ab-4ff2-b91f-a7958b5fbeb7), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:38.814251 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-67287c1a-532e-492c-8442-5d11e3f6f223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (7e669154-13ab-4ff2-b91f-a7958b5fbeb7), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:38.819690 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 6cf31727-459b-4f50-916c-413df70b7f6e is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:28:38.820529 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:38.867278 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 6cf31727-459b-4f50-916c-413df70b7f6e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6cf31727-459b-4f50-916c-413df70b7f6e,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:38.868515 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9f1279ef-6d19-47d8-910a-334d683cff1f admin admin] Publish callbacks [] for security_group (cbd559be-0913-4d37-ae0e-0dd646464c0c), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:38.875502 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9f1279ef-6d19-47d8-910a-334d683cff1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (cbd559be-0913-4d37-ae0e-0dd646464c0c), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:38.885333 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:38.915484 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-67287c1a-532e-492c-8442-5d11e3f6f223 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52a801cd8daf4f2a94c33b423187823a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6471870 Mar 28 14:28:38.916701 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1279ef-6d19-47d8-910a-334d683cff1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd559be-0913-4d37-ae0e-0dd646464c0c,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:38.918661 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 40464) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:38.942744 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67287c1a-532e-492c-8442-5d11e3f6f223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e669154-13ab-4ff2-b91f-a7958b5fbeb7,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:38.976292 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-9f1279ef-6d19-47d8-910a-334d683cff1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba33a0ff22624632b3c49df91bdfb936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2555933 Mar 28 14:28:38.983500 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 40466) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:39.002503 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=6cf31727-459b-4f50-916c-413df70b7f6e,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:39.009443 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-070243f0-a8f2-4e36-892c-37040d5871d3 req-5a6b50b1-1e65-4d4b-9265-f2beb9c0f911 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287975 Mar 28 14:28:39.032778 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5ad35-7ddc-4921-a73a-c8c2f24fd07d req-1e1f020a-5d49-4e4a-8f50-b42b685ce5f3 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:39.034383 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e9d5ad35-7ddc-4921-a73a-c8c2f24fd07d req-1e1f020a-5d49-4e4a-8f50-b42b685ce5f3 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.1194515 Mar 28 14:28:39.060807 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d65b55ef-1e4d-4baa-912a-143396e10ea9 admin admin] Publish callbacks [] for security_group (7e669154-13ab-4ff2-b91f-a7958b5fbeb7), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:39.070334 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209ec7f-7e06-44d1-9505-2d9e2d42ae4f req-607d5f04-993c-4810-9e0c-649b168eb4bb tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:39.071833 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-e209ec7f-7e06-44d1-9505-2d9e2d42ae4f req-607d5f04-993c-4810-9e0c-649b168eb4bb tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.1344762 Mar 28 14:28:39.085043 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2c24e84b-6062-42eb-84e6-cff594ecf7c4 admin admin] Publish callbacks [] for security_group (cbd559be-0913-4d37-ae0e-0dd646464c0c), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:39.107193 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d65b55ef-1e4d-4baa-912a-143396e10ea9 admin admin] Publish callbacks [] for security_group (7e669154-13ab-4ff2-b91f-a7958b5fbeb7), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:39.107414 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e9d5ad35-7ddc-4921-a73a-c8c2f24fd07d req-3224a317-dc06-4e4d-afb2-63533b58bb16 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633855 Mar 28 14:28:39.119003 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2c24e84b-6062-42eb-84e6-cff594ecf7c4 admin admin] Publish callbacks [] for security_group (cbd559be-0913-4d37-ae0e-0dd646464c0c), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:39.162347 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-e209ec7f-7e06-44d1-9505-2d9e2d42ae4f req-962572f5-f418-4bef-a705-dbc50ddeeb93 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831294 Mar 28 14:28:39.182526 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2c24e84b-6062-42eb-84e6-cff594ecf7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (cbd559be-0913-4d37-ae0e-0dd646464c0c), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:39.186237 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2c24e84b-6062-42eb-84e6-cff594ecf7c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:39.187304 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d65b55ef-1e4d-4baa-912a-143396e10ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (7e669154-13ab-4ff2-b91f-a7958b5fbeb7), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:39.188536 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-2c24e84b-6062-42eb-84e6-cff594ecf7c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cbd559be-0913-4d37-ae0e-0dd646464c0c HTTP/1.1" status: 204 len: 168 time: 0.2050774 Mar 28 14:28:39.193481 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d65b55ef-1e4d-4baa-912a-143396e10ea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:39.200113 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-d65b55ef-1e4d-4baa-912a-143396e10ea9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e669154-13ab-4ff2-b91f-a7958b5fbeb7 HTTP/1.1" status: 204 len: 168 time: 0.2803066 Mar 28 14:28:39.206990 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24e84b-6062-42eb-84e6-cff594ecf7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd559be-0913-4d37-ae0e-0dd646464c0c,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:39.214070 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b55ef-1e4d-4baa-912a-143396e10ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e669154-13ab-4ff2-b91f-a7958b5fbeb7,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:39.307612 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da247af6-381e-412e-9c92-0e52d7586179 req-ebd8e0ac-36ef-492c-ad44-834a4124bb4c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:39.312031 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-da247af6-381e-412e-9c92-0e52d7586179 req-ebd8e0ac-36ef-492c-ad44-834a4124bb4c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0770633 Mar 28 14:28:39.327598 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30465f-58c4-4297-baed-9ad34783d4ea req-57bf1d5c-453e-4c95-ba62-3791de8279ec tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:39.329697 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-fa30465f-58c4-4297-baed-9ad34783d4ea req-57bf1d5c-453e-4c95-ba62-3791de8279ec tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0857112 Mar 28 14:28:39.340319 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 40476) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:39.345465 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-ede33afc-309f-405e-a33a-742b0acb747f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Request body: {'floatingip': {'port_id': 'a450c5d1-6d13-4aa3-b5b2-4b4d175b905f'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:39.408145 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5ffece2b-41e1-44c1-8907-11b68027eed8 req-7a231183-6373-4776-9713-1ea0c9944997 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731041 Mar 28 14:28:39.473707 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:39.481080 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-da247af6-381e-412e-9c92-0e52d7586179 req-42babb4f-e621-492a-adfb-01e3aa787dfa tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608553 Mar 28 14:28:39.489282 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-ede33afc-309f-405e-a33a-742b0acb747f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for floatingip (5e3f077c-a14d-48cf-b5c1-a87b1da20d2f), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:39.559111 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883c6b6-b31d-4a4f-a3e0-1dc891a64ff2 req-6e8740d5-3284-4746-ab21-357b2f8de2e6 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:39.560726 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-2883c6b6-b31d-4a4f-a3e0-1dc891a64ff2 req-6e8740d5-3284-4746-ab21-357b2f8de2e6 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 945 time: 0.1214311 Mar 28 14:28:39.608767 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffece2b-41e1-44c1-8907-11b68027eed8 req-e6df0bcb-ca96-4922-9f5a-3f58c05445e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:39.611478 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5ffece2b-41e1-44c1-8907-11b68027eed8 req-e6df0bcb-ca96-4922-9f5a-3f58c05445e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4452c36223084e62a654d03f976a56b0&device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 1129 time: 0.1056461 Mar 28 14:28:39.651957 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-2883c6b6-b31d-4a4f-a3e0-1dc891a64ff2 req-4e274d95-1cd2-4cca-859b-0083130a01e7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=c20c6be8-fb2b-44f5-88cd-ba985b7da40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791557 Mar 28 14:28:39.751335 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 40488) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:39.770295 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 40490) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:39.784420 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-561bebaa-6157-4f5c-8bba-1c4d3e26ad8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:39.797639 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffece2b-41e1-44c1-8907-11b68027eed8 req-6f570df8-28be-41ff-90d6-5323204604bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:39.799119 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5ffece2b-41e1-44c1-8907-11b68027eed8 req-6f570df8-28be-41ff-90d6-5323204604bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b68372c-e612-4b51-a485-e4be3ede082d HTTP/1.1" status: 200 len: 912 time: 0.1446209 Mar 28 14:28:39.820731 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-ea265d6f-bdaf-484f-9937-54499b2c2d79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:39.845473 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5ffece2b-41e1-44c1-8907-11b68027eed8 req-e042df32-9355-4701-be6b-b83fef384604 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7eef624c-10a6-43d5-b682-13aee1a14e6e HTTP/1.1" status: 200 len: 217 time: 0.0376065 Mar 28 14:28:39.893716 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffece2b-41e1-44c1-8907-11b68027eed8 req-56cac98a-579a-41f4-b5d5-2c9715ab51cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:39.895518 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5ffece2b-41e1-44c1-8907-11b68027eed8 req-56cac98a-579a-41f4-b5d5-2c9715ab51cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f1c46b14-5f49-4d7c-8665-a19031516c84 HTTP/1.1" status: 200 len: 851 time: 0.0444660 Mar 28 14:28:39.936256 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5ffece2b-41e1-44c1-8907-11b68027eed8 req-7dabdd22-bc41-4dd8-b465-260a65b9683d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b68372c-e612-4b51-a485-e4be3ede082d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260680 Mar 28 14:28:40.031353 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5ffece2b-41e1-44c1-8907-11b68027eed8 req-8120c9ee-075a-4f19-b6cd-20b6fd5fdaa3 service neutron] 10.222.0.18 "GET /v2.0/networks/5b68372c-e612-4b51-a485-e4be3ede082d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888360 Mar 28 14:28:40.064261 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e028957-293d-4691-95cc-55dddb17f8d6 req-f8c3e29d-c677-444f-afc6-a16ccb2e0dad tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:40.065748 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8e028957-293d-4691-95cc-55dddb17f8d6 req-f8c3e29d-c677-444f-afc6-a16ccb2e0dad tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 945 time: 0.2904704 Mar 28 14:28:40.084452 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 40502) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:40.096077 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-02135e3f-553c-4f94-8b77-bfbc54151f63 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Request body: {'floatingip': {'port_id': '2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:40.181762 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-02135e3f-553c-4f94-8b77-bfbc54151f63 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (dab0ba69-6024-413f-b305-42739b4d896d), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:40.241179 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-561bebaa-6157-4f5c-8bba-1c4d3e26ad8c admin admin] Publish callbacks [] for security_group (2162e9fc-f3d4-4cfb-876b-8350dd302be5), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:40.281719 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-561bebaa-6157-4f5c-8bba-1c4d3e26ad8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (2162e9fc-f3d4-4cfb-876b-8350dd302be5), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:40.286764 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-ea265d6f-bdaf-484f-9937-54499b2c2d79 admin admin] Publish callbacks [] for security_group (2c921c4d-0387-4e5c-a3ce-2bf4ed2b7db0), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:40.328360 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-ea265d6f-bdaf-484f-9937-54499b2c2d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (2c921c4d-0387-4e5c-a3ce-2bf4ed2b7db0), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:40.362346 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5ffece2b-41e1-44c1-8907-11b68027eed8 req-bbf5d5bc-204c-4284-a1b1-e0c0536f8f56 service neutron] 10.222.0.18 "GET /v2.0/networks/5b68372c-e612-4b51-a485-e4be3ede082d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237281 Mar 28 14:28:40.376386 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8d5d9-90c0-434e-b78e-5f9df5856417 req-fe943ea0-efba-441e-bf5d-1d208b316347 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:40.378168 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-abc8d5d9-90c0-434e-b78e-5f9df5856417 req-fe943ea0-efba-441e-bf5d-1d208b316347 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.1638937 Mar 28 14:28:40.392225 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.db.resource_extend [None req-ede33afc-309f-405e-a33a-742b0acb747f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 14:28:40.425243 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb89e8e-4566-48f4-8064-45d65b8134dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076f6099-942c-496f-a8ea-cad3fd19e158'}, {'server_uuid': 'f9495ba6-2cfb-4547-97e1-e71964cef1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf31727-459b-4f50-916c-413df70b7f6e'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:28:40.427367 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561bebaa-6157-4f5c-8bba-1c4d3e26ad8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2162e9fc-f3d4-4cfb-876b-8350dd302be5,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:40.427604 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecac050-b564-450c-a2d3-8af46065b8ee" -d '{"events": [{"server_uuid": "acb89e8e-4566-48f4-8064-45d65b8134dc", "name": "network-vif-plugged", "status": "completed", "tag": "076f6099-942c-496f-a8ea-cad3fd19e158"}, {"server_uuid": "f9495ba6-2cfb-4547-97e1-e71964cef1a1", "name": "network-vif-plugged", "status": "completed", "tag": "6cf31727-459b-4f50-916c-413df70b7f6e"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:28:40.441753 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-561bebaa-6157-4f5c-8bba-1c4d3e26ad8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e09f1d1c879246cba9432f09fcbb0d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6866989 Mar 28 14:28:40.451276 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 40514) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:40.472867 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-ea265d6f-bdaf-484f-9937-54499b2c2d79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f02b4a78c74448afa7902cabfe6ff60d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6990511 Mar 28 14:28:40.488078 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 40516) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:40.488723 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Mar 2022 14:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384029d8-df73-441a-a07c-f28b7590e64a x-openstack-request-id: req-384029d8-df73-441a-a07c-f28b7590e64a {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:28:40.489089 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb89e8e-4566-48f4-8064-45d65b8134dc", "name": "network-vif-plugged", "status": "completed", "tag": "076f6099-942c-496f-a8ea-cad3fd19e158", "code": 200}, {"server_uuid": "f9495ba6-2cfb-4547-97e1-e71964cef1a1", "name": "network-vif-plugged", "status": "completed", "tag": "6cf31727-459b-4f50-916c-413df70b7f6e", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:28:40.489402 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-384029d8-df73-441a-a07c-f28b7590e64a {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:28:40.489959 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-384029d8-df73-441a-a07c-f28b7590e64a'] response: {'server_uuid': 'acb89e8e-4566-48f4-8064-45d65b8134dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076f6099-942c-496f-a8ea-cad3fd19e158', 'code': 200} Mar 28 14:28:40.490382 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-384029d8-df73-441a-a07c-f28b7590e64a'] response: {'server_uuid': 'f9495ba6-2cfb-4547-97e1-e71964cef1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf31727-459b-4f50-916c-413df70b7f6e', 'code': 200} Mar 28 14:28:40.524343 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-ede33afc-309f-405e-a33a-742b0acb747f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:40.535286 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea265d6f-bdaf-484f-9937-54499b2c2d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c921c4d-0387-4e5c-a3ce-2bf4ed2b7db0,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:40.545348 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-ede33afc-309f-405e-a33a-742b0acb747f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (5e3f077c-a14d-48cf-b5c1-a87b1da20d2f), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:40.644426 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-abc8d5d9-90c0-434e-b78e-5f9df5856417 req-f6b35ab7-3a68-4a59-9f84-8050365c994e tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589946 Mar 28 14:28:40.901054 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-bf4f1be0-71df-4ce9-b46f-ae14f5958c02 admin admin] Publish callbacks [] for security_group (2162e9fc-f3d4-4cfb-876b-8350dd302be5), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:40.948282 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634d676-4b12-4f81-8b40-26602b78a4c9 req-7da767d6-d97d-4429-9dc0-b95d2a18f57a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:40.949841 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7634d676-4b12-4f81-8b40-26602b78a4c9 req-7da767d6-d97d-4429-9dc0-b95d2a18f57a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.3572707 Mar 28 14:28:40.952012 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-bf4f1be0-71df-4ce9-b46f-ae14f5958c02 admin admin] Publish callbacks [] for security_group (2162e9fc-f3d4-4cfb-876b-8350dd302be5), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:40.964061 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.l3_db [None req-ede33afc-309f-405e-a33a-742b0acb747f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Floating IP 5e3f077c-a14d-48cf-b5c1-a87b1da20d2f associated. External IP: 172.27.1.154, port: a450c5d1-6d13-4aa3-b5b2-4b4d175b905f. Mar 28 14:28:41.071097 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e00f6965-9b5b-43c0-8c92-17ea47da53e6 admin admin] Publish callbacks [] for security_group (2c921c4d-0387-4e5c-a3ce-2bf4ed2b7db0), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:41.092163 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7634d676-4b12-4f81-8b40-26602b78a4c9 req-196f2fed-9e7d-4984-a2af-d71a952c9a13 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321177 Mar 28 14:28:41.111248 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-bf4f1be0-71df-4ce9-b46f-ae14f5958c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (2162e9fc-f3d4-4cfb-876b-8350dd302be5), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:41.113805 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-bf4f1be0-71df-4ce9-b46f-ae14f5958c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:41.117366 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-bf4f1be0-71df-4ce9-b46f-ae14f5958c02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2162e9fc-f3d4-4cfb-876b-8350dd302be5 HTTP/1.1" status: 204 len: 168 time: 0.6564500 Mar 28 14:28:41.130855 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f1be0-71df-4ce9-b46f-ae14f5958c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2162e9fc-f3d4-4cfb-876b-8350dd302be5,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:41.158567 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e00f6965-9b5b-43c0-8c92-17ea47da53e6 admin admin] Publish callbacks [] for security_group (2c921c4d-0387-4e5c-a3ce-2bf4ed2b7db0), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:41.218377 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec82b9-74b3-47fc-982d-dff343140ac9 req-07072049-408a-4f5c-bb17-88002656d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:41.219906 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5bec82b9-74b3-47fc-982d-dff343140ac9 req-07072049-408a-4f5c-bb17-88002656d87c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 1129 time: 0.4370968 Mar 28 14:28:41.252718 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b36a1-83fe-4108-993c-f8e5f2ad716a req-8ea43fbe-056a-4869-a6cf-e5ea5706ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:41.254301 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-363b36a1-83fe-4108-993c-f8e5f2ad716a req-8ea43fbe-056a-4869-a6cf-e5ea5706ded7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 1129 time: 0.4493401 Mar 28 14:28:41.255649 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede33afc-309f-405e-a33a-742b0acb747f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Router de201a7f-c106-430f-88c1-91e3f5b48dca has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:28:41.353928 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-02135e3f-553c-4f94-8b77-bfbc54151f63 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:41.369828 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede33afc-309f-405e-a33a-742b0acb747f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:28:41.374084 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-02135e3f-553c-4f94-8b77-bfbc54151f63 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (dab0ba69-6024-413f-b305-42739b4d896d), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:41.376714 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-ede33afc-309f-405e-a33a-742b0acb747f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:41.385645 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e00f6965-9b5b-43c0-8c92-17ea47da53e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (2c921c4d-0387-4e5c-a3ce-2bf4ed2b7db0), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:41.387679 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e00f6965-9b5b-43c0-8c92-17ea47da53e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:41.388115 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a482006-f9a5-414b-bf0b-b9f2f83d193e None None] Sync routers for ids ['de201a7f-c106-430f-88c1-91e3f5b48dca'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:28:41.391548 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-e00f6965-9b5b-43c0-8c92-17ea47da53e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c921c4d-0387-4e5c-a3ce-2bf4ed2b7db0 HTTP/1.1" status: 204 len: 168 time: 0.9014416 Mar 28 14:28:41.400536 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a482006-f9a5-414b-bf0b-b9f2f83d193e None None] Routers {'de201a7f-c106-430f-88c1-91e3f5b48dca'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:28:41.401247 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-0a482006-f9a5-414b-bf0b-b9f2f83d193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:28:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['de201a7f-c106-430f-88c1-91e3f5b48dca'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:41.429401 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5bec82b9-74b3-47fc-982d-dff343140ac9 req-2370c740-4f70-472f-823e-f70b049a4c5a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740839 Mar 28 14:28:41.465204 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-363b36a1-83fe-4108-993c-f8e5f2ad716a req-f0aa9be1-7468-4e79-afde-56a83e30a6a9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006159 Mar 28 14:28:41.473543 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-ede33afc-309f-405e-a33a-742b0acb747f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "PUT /v2.0/floatingips/5e3f077c-a14d-48cf-b5c1-a87b1da20d2f HTTP/1.1" status: 200 len: 992 time: 2.1321280 Mar 28 14:28:41.473791 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f6965-9b5b-43c0-8c92-17ea47da53e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c921c4d-0387-4e5c-a3ce-2bf4ed2b7db0,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:41.474133 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071977c7-55ce-4f18-bc78-2781afa68fdc', 'tag': 'a450c5d1-6d13-4aa3-b5b2-4b4d175b905f'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:28:41.482854 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cf5565-33a2-4096-b118-cb2633d5c0ad" -d '{"events": [{"name": "network-changed", "server_uuid": "071977c7-55ce-4f18-bc78-2781afa68fdc", "tag": "a450c5d1-6d13-4aa3-b5b2-4b4d175b905f"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:28:41.519365 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.db.l3_db [None req-02135e3f-553c-4f94-8b77-bfbc54151f63 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Floating IP dab0ba69-6024-413f-b305-42739b4d896d associated. External IP: 172.27.1.210, port: 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c. Mar 28 14:28:41.547783 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-0a482006-f9a5-414b-bf0b-b9f2f83d193e None None] Set router de201a7f-c106-430f-88c1-91e3f5b48dca gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:28:41.554755 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf0a311-cb7d-4222-8522-5cc91ce5e7b9 x-openstack-request-id: req-fcf0a311-cb7d-4222-8522-5cc91ce5e7b9 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:28:41.555312 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071977c7-55ce-4f18-bc78-2781afa68fdc", "tag": "a450c5d1-6d13-4aa3-b5b2-4b4d175b905f", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:28:41.555875 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fcf0a311-cb7d-4222-8522-5cc91ce5e7b9 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:28:41.556472 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcf0a311-cb7d-4222-8522-5cc91ce5e7b9'] response: {'name': 'network-changed', 'server_uuid': '071977c7-55ce-4f18-bc78-2781afa68fdc', 'tag': 'a450c5d1-6d13-4aa3-b5b2-4b4d175b905f', 'status': 'completed', 'code': 200} Mar 28 14:28:41.895428 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8eb90b-7c2d-4cc6-b0ab-91a251cc8cf8 req-00ffe2c8-0e57-4c71-95b4-ac87e3d1ec24 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:41.902915 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9f8eb90b-7c2d-4cc6-b0ab-91a251cc8cf8 req-00ffe2c8-0e57-4c71-95b4-ac87e3d1ec24 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.1231711 Mar 28 14:28:41.913115 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02135e3f-553c-4f94-8b77-bfbc54151f63 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:28:41.979715 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9f8eb90b-7c2d-4cc6-b0ab-91a251cc8cf8 req-ddbf23ce-cb5f-4062-8b56-cd14faa9c58f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757215 Mar 28 14:28:42.065503 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-0a482006-f9a5-414b-bf0b-b9f2f83d193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'name': 'tempest-AttachVolumeTestJSON-165406945-router', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:40Z', 'revision_number': 4, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'gw_port': {'id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '5e3f077c-a14d-48cf-b5c1-a87b1da20d2f', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'port_id': 'a450c5d1-6d13-4aa3-b5b2-4b4d175b905f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'mac_address': 'fa:16:3e:fa:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071977c7-55ce-4f18-bc78-2781afa68fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:28:40Z', 'revision_number': 1, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c16ed9-4964-4c1f-8c1e-16cc28c17980', 'name': '', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'mac_address': 'fa:16:3e:05:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:39Z', 'updated_at': '2022-03-28T14:27:49Z', 'revision_number': 5, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'subnets': [{'id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:42.104488 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a482006-f9a5-414b-bf0b-b9f2f83d193e None None] Checking router: de201a7f-c106-430f-88c1-91e3f5b48dca for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:28:42.115426 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a482006-f9a5-414b-bf0b-b9f2f83d193e None None] Routers {'de201a7f-c106-430f-88c1-91e3f5b48dca'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:28:42.116931 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-0a482006-f9a5-414b-bf0b-b9f2f83d193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:28:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['de201a7f-c106-430f-88c1-91e3f5b48dca'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:42.120918 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf5565-33a2-4096-b118-cb2633d5c0ad req-a3f463cb-8ecd-4452-8edb-ee3de1b9bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:42.122631 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-16cf5565-33a2-4096-b118-cb2633d5c0ad req-a3f463cb-8ecd-4452-8edb-ee3de1b9bfa2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6377be1dbc9d4159b9dde7c4218d1520&device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 1130 time: 0.0860047 Mar 28 14:28:42.123926 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02135e3f-553c-4f94-8b77-bfbc54151f63 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:28:42.129714 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-02135e3f-553c-4f94-8b77-bfbc54151f63 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:42.135819 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ac6120-71c8-46da-a366-cb38197a3870 None None] Sync routers for ids ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:28:42.157201 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ac6120-71c8-46da-a366-cb38197a3870 None None] Routers {'397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:28:42.163863 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-00ac6120-71c8-46da-a366-cb38197a3870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:28:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:42.282457 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-02135e3f-553c-4f94-8b77-bfbc54151f63 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "PUT /v2.0/floatingips/dab0ba69-6024-413f-b305-42739b4d896d HTTP/1.1" status: 200 len: 991 time: 2.1969092 Mar 28 14:28:42.308085 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1645ac85-aafc-42ee-929b-353b09f4f218', 'tag': '2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:28:42.309884 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d378c771d12563f68c1f59c9273be1365ef6a269510bcb02de4e9318e41428e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e8bc5e-89f7-477d-ae73-d20de3a1eebb" -d '{"events": [{"name": "network-changed", "server_uuid": "1645ac85-aafc-42ee-929b-353b09f4f218", "tag": "2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:28:42.322252 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-0a482006-f9a5-414b-bf0b-b9f2f83d193e None None] Set router de201a7f-c106-430f-88c1-91e3f5b48dca gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:28:42.372777 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-00ac6120-71c8-46da-a366-cb38197a3870 None None] Set router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:28:42.377897 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cba28-ee6e-4d78-9aae-6b0fab06389d req-791e6b6b-3a3f-490f-897f-0b76700af6ec tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:42.379836 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d64cba28-ee6e-4d78-9aae-6b0fab06389d req-791e6b6b-3a3f-490f-897f-0b76700af6ec tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.1229196 Mar 28 14:28:42.468684 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf5565-33a2-4096-b118-cb2633d5c0ad req-fd3c5daa-34d4-4193-8151-73c3b2a9491a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:42.470085 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-16cf5565-33a2-4096-b118-cb2633d5c0ad req-fd3c5daa-34d4-4193-8151-73c3b2a9491a service neutron] 10.222.0.18 "GET /v2.0/networks?id=afb5a3e7-7844-40a2-b2f3-321ba05c443b HTTP/1.1" status: 200 len: 911 time: 0.3362036 Mar 28 14:28:42.481046 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112a9f4-3921-461f-94eb-824c778148c7 req-4034e2b0-a3b2-468e-ae19-2b412b0a6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:42.482701 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7112a9f4-3921-461f-94eb-824c778148c7 req-4034e2b0-a3b2-468e-ae19-2b412b0a6f02 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1519a1dc346a484ea1368320ac6d675c&device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 1130 time: 0.1905129 Mar 28 14:28:42.482913 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d64cba28-ee6e-4d78-9aae-6b0fab06389d req-7595b5a2-d1d9-4fa4-8a17-cdd27a2caaff tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962577 Mar 28 14:28:42.498941 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c43dce-d97b-4eef-82bc-ceb9b6f8d1f6 req-04116118-8e66-4477-b794-c290d8ff9d29 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:42.506044 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-43c43dce-d97b-4eef-82bc-ceb9b6f8d1f6 req-04116118-8e66-4477-b794-c290d8ff9d29 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.1858988 Mar 28 14:28:42.610056 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11a4ded-2379-4c34-b622-7d2089075e2b x-openstack-request-id: req-f11a4ded-2379-4c34-b622-7d2089075e2b {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:28:42.610686 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1645ac85-aafc-42ee-929b-353b09f4f218", "tag": "2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c", "status": "completed", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:28:42.611254 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f11a4ded-2379-4c34-b622-7d2089075e2b {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:28:42.612836 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f11a4ded-2379-4c34-b622-7d2089075e2b'] response: {'name': 'network-changed', 'server_uuid': '1645ac85-aafc-42ee-929b-353b09f4f218', 'tag': '2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c', 'status': 'completed', 'code': 200} Mar 28 14:28:42.695248 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8bc5e-89f7-477d-ae73-d20de3a1eebb req-2c6007f7-45c8-422d-be9a-6c54645493ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:42.697048 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f2e8bc5e-89f7-477d-ae73-d20de3a1eebb req-2c6007f7-45c8-422d-be9a-6c54645493ff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2306e519eba4cfa82246420f4c4f925&device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 1129 time: 0.0880101 Mar 28 14:28:42.721779 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-0a482006-f9a5-414b-bf0b-b9f2f83d193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'name': 'tempest-AttachVolumeTestJSON-165406945-router', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:40Z', 'revision_number': 4, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'gw_port': {'id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '5e3f077c-a14d-48cf-b5c1-a87b1da20d2f', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'port_id': 'a450c5d1-6d13-4aa3-b5b2-4b4d175b905f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'mac_address': 'fa:16:3e:fa:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071977c7-55ce-4f18-bc78-2781afa68fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:28:40Z', 'revision_number': 1, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c16ed9-4964-4c1f-8c1e-16cc28c17980', 'name': '', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'mac_address': 'fa:16:3e:05:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:39Z', 'updated_at': '2022-03-28T14:27:49Z', 'revision_number': 5, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'subnets': [{'id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:42.723390 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112a9f4-3921-461f-94eb-824c778148c7 req-f47ac7ad-e19d-4178-8a47-a5b00de90b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:42.725004 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7112a9f4-3921-461f-94eb-824c778148c7 req-f47ac7ad-e19d-4178-8a47-a5b00de90b71 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362 HTTP/1.1" status: 200 len: 920 time: 0.2121782 Mar 28 14:28:42.761262 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a482006-f9a5-414b-bf0b-b9f2f83d193e None None] The sync data for ids ['de201a7f-c106-430f-88c1-91e3f5b48dca'] in dv-cinder-790535-35-iscsi is: [{'id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'name': 'tempest-AttachVolumeTestJSON-165406945-router', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:40Z', 'revision_number': 4, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'gw_port': {'id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '5e3f077c-a14d-48cf-b5c1-a87b1da20d2f', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'port_id': 'a450c5d1-6d13-4aa3-b5b2-4b4d175b905f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'mac_address': 'fa:16:3e:fa:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071977c7-55ce-4f18-bc78-2781afa68fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:28:40Z', 'revision_number': 1, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c16ed9-4964-4c1f-8c1e-16cc28c17980', 'name': '', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'mac_address': 'fa:16:3e:05:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:39Z', 'updated_at': '2022-03-28T14:27:49Z', 'revision_number': 5, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'subnets': [{'id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:28:42.812367 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7112a9f4-3921-461f-94eb-824c778148c7 req-5ee0c58e-38e2-44ff-8e90-daab490fe6b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af53014f-d2e3-424f-b13b-923ebbab5309 HTTP/1.1" status: 200 len: 217 time: 0.0709603 Mar 28 14:28:42.831655 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-43c43dce-d97b-4eef-82bc-ceb9b6f8d1f6 req-9401f34a-b52d-40f4-9a77-241fce522f84 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246410 Mar 28 14:28:42.857899 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-16cf5565-33a2-4096-b118-cb2633d5c0ad req-870f78e5-e0dc-4e56-917b-06f81ae20716 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a450c5d1-6d13-4aa3-b5b2-4b4d175b905f HTTP/1.1" status: 200 len: 1000 time: 0.3713715 Mar 28 14:28:42.877478 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8bc5e-89f7-477d-ae73-d20de3a1eebb req-b31e0187-d2f8-46bb-ab6f-06daeee7851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:42.879194 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f2e8bc5e-89f7-477d-ae73-d20de3a1eebb req-b31e0187-d2f8-46bb-ab6f-06daeee7851c service neutron] 10.222.0.18 "GET /v2.0/networks?id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb HTTP/1.1" status: 200 len: 915 time: 0.1676199 Mar 28 14:28:42.922287 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-00ac6120-71c8-46da-a366-cb38197a3870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': 'dab0ba69-6024-413f-b305-42739b4d896d', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'port_id': '2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'mac_address': 'fa:16:3e:ba:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1645ac85-aafc-42ee-929b-353b09f4f218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:27:54Z', 'updated_at': '2022-03-28T14:28:41Z', 'revision_number': 1, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:42.983290 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ac6120-71c8-46da-a366-cb38197a3870 None None] Checking router: 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:28:43.006517 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ac6120-71c8-46da-a366-cb38197a3870 None None] Routers {'397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:28:43.010586 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-00ac6120-71c8-46da-a366-cb38197a3870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:28:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:43.046804 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112a9f4-3921-461f-94eb-824c778148c7 req-90965152-f151-4961-ae28-0c70fd86a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:43.051052 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7112a9f4-3921-461f-94eb-824c778148c7 req-90965152-f151-4961-ae28-0c70fd86a27f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52dd69ba-aebc-4a99-b26d-625288b32bae HTTP/1.1" status: 200 len: 858 time: 0.2153387 Mar 28 14:28:43.074701 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f2e8bc5e-89f7-477d-ae73-d20de3a1eebb req-b726383e-7d6f-4d30-b216-894131827920 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c HTTP/1.1" status: 200 len: 999 time: 0.1852465 Mar 28 14:28:43.087768 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf5565-33a2-4096-b118-cb2633d5c0ad req-d132153d-48f9-4ae7-9a7d-8b4506de666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:43.087768 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-16cf5565-33a2-4096-b118-cb2633d5c0ad req-d132153d-48f9-4ae7-9a7d-8b4506de666f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac33e34d-f8ce-422d-8ea1-9189d3900f1e HTTP/1.1" status: 200 len: 849 time: 0.1643639 Mar 28 14:28:43.177144 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8bc5e-89f7-477d-ae73-d20de3a1eebb req-8c0dff68-7765-4385-b6e2-285bccdc3e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:43.181902 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f2e8bc5e-89f7-477d-ae73-d20de3a1eebb req-8c0dff68-7765-4385-b6e2-285bccdc3e2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42ae119e-55a6-4649-98c6-27d9c3bb606b HTTP/1.1" status: 200 len: 853 time: 0.0875895 Mar 28 14:28:43.195842 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c482df8-1027-4d0e-a4c1-cc8ba4b19613 None None] New status for floating IP 5e3f077c-a14d-48cf-b5c1-a87b1da20d2f: ACTIVE {{(pid=103207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:28:43.269873 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-00ac6120-71c8-46da-a366-cb38197a3870 None None] Set router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:28:43.317690 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8bc5e-89f7-477d-ae73-d20de3a1eebb req-0eccea75-d2fa-4855-94ff-83298e4d8b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:43.322578 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f2e8bc5e-89f7-477d-ae73-d20de3a1eebb req-0eccea75-d2fa-4855-94ff-83298e4d8b71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1026020 Mar 28 14:28:43.353041 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf5565-33a2-4096-b118-cb2633d5c0ad req-eec723f4-143e-4354-ba06-d79dc4e3430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:43.366949 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-16cf5565-33a2-4096-b118-cb2633d5c0ad req-eec723f4-143e-4354-ba06-d79dc4e3430b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afb5a3e7-7844-40a2-b2f3-321ba05c443b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2517283 Mar 28 14:28:43.413115 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112a9f4-3921-461f-94eb-824c778148c7 req-f716e2e0-e16a-4fc0-9b21-1c5e428060fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:43.417437 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7112a9f4-3921-461f-94eb-824c778148c7 req-f716e2e0-e16a-4fc0-9b21-1c5e428060fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3495400 Mar 28 14:28:43.535799 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f2e8bc5e-89f7-477d-ae73-d20de3a1eebb req-f2c3f447-c5fd-4191-bbf5-6dd18917bcb7 service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988468 Mar 28 14:28:43.709490 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-00ac6120-71c8-46da-a366-cb38197a3870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': 'dab0ba69-6024-413f-b305-42739b4d896d', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'port_id': '2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'mac_address': 'fa:16:3e:ba:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1645ac85-aafc-42ee-929b-353b09f4f218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:27:54Z', 'updated_at': '2022-03-28T14:28:41Z', 'revision_number': 1, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:43.748919 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ac6120-71c8-46da-a366-cb38197a3870 None None] The sync data for ids ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'] in dv-cinder-790535-35-iscsi is: [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': 'dab0ba69-6024-413f-b305-42739b4d896d', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'port_id': '2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'mac_address': 'fa:16:3e:ba:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1645ac85-aafc-42ee-929b-353b09f4f218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:27:54Z', 'updated_at': '2022-03-28T14:28:41Z', 'revision_number': 1, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:28:43.826554 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e148d-42d2-49a3-b99c-dcaa60b63b87 req-1cf6596f-0515-4ef2-845e-4caf7072b54d tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:43.841796 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ad6e148d-42d2-49a3-b99c-dcaa60b63b87 req-1cf6596f-0515-4ef2-845e-4caf7072b54d tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.1752119 Mar 28 14:28:43.871797 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f2e8bc5e-89f7-477d-ae73-d20de3a1eebb req-88740956-2d4b-4305-9006-50f618468ca0 service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208816 Mar 28 14:28:43.933511 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ad6e148d-42d2-49a3-b99c-dcaa60b63b87 req-26a74388-2994-4085-8ba0-78fd6447d857 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854990 Mar 28 14:28:44.139970 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32fe5be-348e-4c2c-94ba-bcd10295e1ce None None] New status for floating IP dab0ba69-6024-413f-b305-42739b4d896d: ACTIVE {{(pid=103206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:28:44.155380 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ad11a-a1e4-47b7-a48d-2a5745761e84 req-85d7604d-ddeb-42a8-9a1c-d08c1b830d82 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:44.169920 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-016ad11a-a1e4-47b7-a48d-2a5745761e84 req-85d7604d-ddeb-42a8-9a1c-d08c1b830d82 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.1479392 Mar 28 14:28:44.170421 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 40644) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:44.178221 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-16cf5565-33a2-4096-b118-cb2633d5c0ad req-8420b2ba-af7d-4c0e-be6b-ea164e5cf6ef service neutron] 10.222.0.18 "GET /v2.0/networks/afb5a3e7-7844-40a2-b2f3-321ba05c443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8103709 Mar 28 14:28:44.182262 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-9a825b2a-4cd0-434c-8b6f-61b6cd4ced9e tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Request body: {'floatingip': {'port_id': '6cf31727-459b-4f50-916c-413df70b7f6e'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:44.186604 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41883e78-093c-49a8-ac5d-bb90567e24f5 req-de82e079-09fc-428a-9b58-7fc42d69bd37 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:44.188643 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-41883e78-093c-49a8-ac5d-bb90567e24f5 req-de82e079-09fc-428a-9b58-7fc42d69bd37 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.1955736 Mar 28 14:28:44.190383 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7112a9f4-3921-461f-94eb-824c778148c7 req-f178d20e-5a4d-49d4-a049-81c8587fb5a3 service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7456281 Mar 28 14:28:44.256750 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9a825b2a-4cd0-434c-8b6f-61b6cd4ced9e tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for floatingip (e407e204-761d-4962-9bed-3510fee982aa), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:44.280604 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-41883e78-093c-49a8-ac5d-bb90567e24f5 req-7574ea16-99e1-455a-a74f-bad3ef609916 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805676 Mar 28 14:28:44.813932 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9a825b2a-4cd0-434c-8b6f-61b6cd4ced9e tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:44.819979 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9a825b2a-4cd0-434c-8b6f-61b6cd4ced9e tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (e407e204-761d-4962-9bed-3510fee982aa), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:44.922876 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.l3_db [None req-9a825b2a-4cd0-434c-8b6f-61b6cd4ced9e tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Floating IP e407e204-761d-4962-9bed-3510fee982aa associated. External IP: 172.27.1.174, port: 6cf31727-459b-4f50-916c-413df70b7f6e. Mar 28 14:28:45.132070 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a825b2a-4cd0-434c-8b6f-61b6cd4ced9e tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Router 39e76c06-04cd-44ba-88ff-73ba59dddfaa has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:28:45.234478 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 40688) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:45.249002 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a825b2a-4cd0-434c-8b6f-61b6cd4ced9e tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:28:45.254115 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9a825b2a-4cd0-434c-8b6f-61b6cd4ced9e tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:45.259345 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe04eac-127a-43d8-905c-fa17c5a9a35e None None] Sync routers for ids ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:28:45.270464 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe04eac-127a-43d8-905c-fa17c5a9a35e None None] Routers {'39e76c06-04cd-44ba-88ff-73ba59dddfaa'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:28:45.271387 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-afe04eac-127a-43d8-905c-fa17c5a9a35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:28:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:45.358893 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-337948bb-7a58-4a5b-933c-16275b13e30f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:45.389319 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-afe04eac-127a-43d8-905c-fa17c5a9a35e None None] Set router 39e76c06-04cd-44ba-88ff-73ba59dddfaa gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:28:45.440931 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-337948bb-7a58-4a5b-933c-16275b13e30f admin admin] Publish callbacks [] for security_group (0f2e73f9-682f-4a6c-9dd4-6e9df8dc5b9f), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:45.446593 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-337948bb-7a58-4a5b-933c-16275b13e30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (0f2e73f9-682f-4a6c-9dd4-6e9df8dc5b9f), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:45.485568 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337948bb-7a58-4a5b-933c-16275b13e30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2e73f9-682f-4a6c-9dd4-6e9df8dc5b9f,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:45.493515 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-337948bb-7a58-4a5b-933c-16275b13e30f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f53baa2c297e4bdb9b2538f9d91da62a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577827 Mar 28 14:28:45.495175 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 40694) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:45.545371 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-9a825b2a-4cd0-434c-8b6f-61b6cd4ced9e tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "PUT /v2.0/floatingips/e407e204-761d-4962-9bed-3510fee982aa HTTP/1.1" status: 200 len: 991 time: 1.3710718 Mar 28 14:28:45.545371 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9495ba6-2cfb-4547-97e1-e71964cef1a1', 'tag': '6cf31727-459b-4f50-916c-413df70b7f6e'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:28:45.547164 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f683bd21-8afb-4e35-9e7d-9b56d65d49e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f9495ba6-2cfb-4547-97e1-e71964cef1a1", "tag": "6cf31727-459b-4f50-916c-413df70b7f6e"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:28:45.562545 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6ec50-c1f9-4d99-a194-efa3a39f51c7 req-ca535cef-1d96-4038-bcfb-7692a54c2790 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:45.564244 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d1a6ec50-c1f9-4d99-a194-efa3a39f51c7 req-ca535cef-1d96-4038-bcfb-7692a54c2790 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0712707 Mar 28 14:28:45.583895 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-35898c74-0a57-46cf-8aea-a2722a04668f admin admin] Publish callbacks [] for security_group (0f2e73f9-682f-4a6c-9dd4-6e9df8dc5b9f), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:45.595323 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4147232f-a130-4536-83c8-6a35a0852258 x-openstack-request-id: req-4147232f-a130-4536-83c8-6a35a0852258 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:28:45.595612 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9495ba6-2cfb-4547-97e1-e71964cef1a1", "tag": "6cf31727-459b-4f50-916c-413df70b7f6e", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:28:45.595868 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4147232f-a130-4536-83c8-6a35a0852258 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:28:45.596388 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4147232f-a130-4536-83c8-6a35a0852258'] response: {'name': 'network-changed', 'server_uuid': 'f9495ba6-2cfb-4547-97e1-e71964cef1a1', 'tag': '6cf31727-459b-4f50-916c-413df70b7f6e', 'status': 'completed', 'code': 200} Mar 28 14:28:45.611051 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-35898c74-0a57-46cf-8aea-a2722a04668f admin admin] Publish callbacks [] for security_group (0f2e73f9-682f-4a6c-9dd4-6e9df8dc5b9f), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:45.621021 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d1a6ec50-c1f9-4d99-a194-efa3a39f51c7 req-73e8c174-6b3f-4450-9fcf-d6e7aa72af32 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456712 Mar 28 14:28:45.660145 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-35898c74-0a57-46cf-8aea-a2722a04668f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (0f2e73f9-682f-4a6c-9dd4-6e9df8dc5b9f), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:45.662739 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-35898c74-0a57-46cf-8aea-a2722a04668f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:45.663907 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-35898c74-0a57-46cf-8aea-a2722a04668f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f2e73f9-682f-4a6c-9dd4-6e9df8dc5b9f HTTP/1.1" status: 204 len: 168 time: 0.1675699 Mar 28 14:28:45.672151 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35898c74-0a57-46cf-8aea-a2722a04668f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2e73f9-682f-4a6c-9dd4-6e9df8dc5b9f,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:45.741163 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-afe04eac-127a-43d8-905c-fa17c5a9a35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1174680643-router', 'tenant_id': '26effb221cba493895805136dd811e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:50Z', 'revision_number': 4, 'project_id': '26effb221cba493895805136dd811e20', 'gw_port': {'id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:40Z', 'updated_at': '2022-03-28T14:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': 'e407e204-761d-4962-9bed-3510fee982aa', 'tenant_id': '26effb221cba493895805136dd811e20', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'port_id': '6cf31727-459b-4f50-916c-413df70b7f6e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'mac_address': 'fa:16:3e:f6:b0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9495ba6-2cfb-4547-97e1-e71964cef1a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:28:02Z', 'updated_at': '2022-03-28T14:28:44Z', 'revision_number': 1, 'project_id': '26effb221cba493895805136dd811e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd48e26ee-610c-4ce0-a1fd-0a1e5841dba7', 'name': '', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'tenant_id': '26effb221cba493895805136dd811e20', 'mac_address': 'fa:16:3e:92:ba:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:59Z', 'revision_number': 5, 'project_id': '26effb221cba493895805136dd811e20', 'subnets': [{'id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:45.775205 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe04eac-127a-43d8-905c-fa17c5a9a35e None None] Checking router: 39e76c06-04cd-44ba-88ff-73ba59dddfaa for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:28:45.783525 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe04eac-127a-43d8-905c-fa17c5a9a35e None None] Routers {'39e76c06-04cd-44ba-88ff-73ba59dddfaa'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:28:45.784135 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-afe04eac-127a-43d8-905c-fa17c5a9a35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:28:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:45.898049 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-afe04eac-127a-43d8-905c-fa17c5a9a35e None None] Set router 39e76c06-04cd-44ba-88ff-73ba59dddfaa gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:28:45.939816 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 40708) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:45.952268 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2ffe53d1-3837-49d1-87a5-2d6e06b9c211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:46.030826 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2ffe53d1-3837-49d1-87a5-2d6e06b9c211 admin admin] Publish callbacks [] for security_group (53406a79-4626-41d5-a7b6-da7394141408), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:46.035642 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2ffe53d1-3837-49d1-87a5-2d6e06b9c211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (53406a79-4626-41d5-a7b6-da7394141408), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:46.073941 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-2ffe53d1-3837-49d1-87a5-2d6e06b9c211 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99b9e43cbad64bdba7e192981109033c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330423 Mar 28 14:28:46.075183 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe53d1-3837-49d1-87a5-2d6e06b9c211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53406a79-4626-41d5-a7b6-da7394141408,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:46.076595 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 40710) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:46.132337 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-62e9a8d8-93ee-4318-8f1d-9880a6258324 admin admin] Publish callbacks [] for security_group (53406a79-4626-41d5-a7b6-da7394141408), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:46.135042 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-afe04eac-127a-43d8-905c-fa17c5a9a35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1174680643-router', 'tenant_id': '26effb221cba493895805136dd811e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:50Z', 'revision_number': 4, 'project_id': '26effb221cba493895805136dd811e20', 'gw_port': {'id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:40Z', 'updated_at': '2022-03-28T14:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': 'e407e204-761d-4962-9bed-3510fee982aa', 'tenant_id': '26effb221cba493895805136dd811e20', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'port_id': '6cf31727-459b-4f50-916c-413df70b7f6e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'mac_address': 'fa:16:3e:f6:b0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9495ba6-2cfb-4547-97e1-e71964cef1a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:28:02Z', 'updated_at': '2022-03-28T14:28:44Z', 'revision_number': 1, 'project_id': '26effb221cba493895805136dd811e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd48e26ee-610c-4ce0-a1fd-0a1e5841dba7', 'name': '', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'tenant_id': '26effb221cba493895805136dd811e20', 'mac_address': 'fa:16:3e:92:ba:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:59Z', 'revision_number': 5, 'project_id': '26effb221cba493895805136dd811e20', 'subnets': [{'id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:46.154268 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-62e9a8d8-93ee-4318-8f1d-9880a6258324 admin admin] Publish callbacks [] for security_group (53406a79-4626-41d5-a7b6-da7394141408), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:46.166475 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe04eac-127a-43d8-905c-fa17c5a9a35e None None] The sync data for ids ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'] in dv-cinder-790535-35-iscsi is: [{'id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1174680643-router', 'tenant_id': '26effb221cba493895805136dd811e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:50Z', 'revision_number': 4, 'project_id': '26effb221cba493895805136dd811e20', 'gw_port': {'id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:40Z', 'updated_at': '2022-03-28T14:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': 'e407e204-761d-4962-9bed-3510fee982aa', 'tenant_id': '26effb221cba493895805136dd811e20', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'port_id': '6cf31727-459b-4f50-916c-413df70b7f6e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'mac_address': 'fa:16:3e:f6:b0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9495ba6-2cfb-4547-97e1-e71964cef1a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:28:02Z', 'updated_at': '2022-03-28T14:28:44Z', 'revision_number': 1, 'project_id': '26effb221cba493895805136dd811e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd48e26ee-610c-4ce0-a1fd-0a1e5841dba7', 'name': '', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'tenant_id': '26effb221cba493895805136dd811e20', 'mac_address': 'fa:16:3e:92:ba:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:59Z', 'revision_number': 5, 'project_id': '26effb221cba493895805136dd811e20', 'subnets': [{'id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:28:46.204938 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-62e9a8d8-93ee-4318-8f1d-9880a6258324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (53406a79-4626-41d5-a7b6-da7394141408), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:46.207585 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-62e9a8d8-93ee-4318-8f1d-9880a6258324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:46.208735 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-62e9a8d8-93ee-4318-8f1d-9880a6258324 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53406a79-4626-41d5-a7b6-da7394141408 HTTP/1.1" status: 204 len: 168 time: 0.1310940 Mar 28 14:28:46.216777 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9a8d8-93ee-4318-8f1d-9880a6258324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53406a79-4626-41d5-a7b6-da7394141408,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:46.379893 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ac926c-a845-483e-96de-9842280332ea None None] New status for floating IP e407e204-761d-4962-9bed-3510fee982aa: ACTIVE {{(pid=103206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:28:46.745646 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99872dc-bc35-401f-b260-57571285943c req-28fdce97-4423-4003-9ff2-c19581ef683d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:46.747221 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b99872dc-bc35-401f-b260-57571285943c req-28fdce97-4423-4003-9ff2-c19581ef683d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0556068 Mar 28 14:28:46.796604 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b99872dc-bc35-401f-b260-57571285943c req-72887c2e-9311-4e32-a9f0-a8d3373ce976 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434065 Mar 28 14:28:47.955164 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683bd21-8afb-4e35-9e7d-9b56d65d49e2 req-7a6fbd88-c94e-406d-aacf-c4c265e73b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:47.956635 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f683bd21-8afb-4e35-9e7d-9b56d65d49e2 req-7a6fbd88-c94e-406d-aacf-c4c265e73b22 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=26effb221cba493895805136dd811e20&device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 1129 time: 0.0741229 Mar 28 14:28:47.967357 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a54f60-e578-4d4f-925d-40871414818d req-932795cc-9ac5-4d2c-ad2d-5815070a4261 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:47.968753 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f4a54f60-e578-4d4f-925d-40871414818d req-932795cc-9ac5-4d2c-ad2d-5815070a4261 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0954361 Mar 28 14:28:48.011805 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-16cf5565-33a2-4096-b118-cb2633d5c0ad req-61cff04a-d331-4ff7-92f5-8bc58634bd4e service neutron] 10.222.0.18 "GET /v2.0/networks/afb5a3e7-7844-40a2-b2f3-321ba05c443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458166 Mar 28 14:28:48.015410 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7112a9f4-3921-461f-94eb-824c778148c7 req-dc1553d4-b9a2-4592-aa88-2ce08205965e service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481655 Mar 28 14:28:48.078523 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f4a54f60-e578-4d4f-925d-40871414818d req-469013b7-8847-4495-bbb7-b1f332c5fd46 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003370 Mar 28 14:28:48.095158 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683bd21-8afb-4e35-9e7d-9b56d65d49e2 req-cbb3f143-7343-43cc-9531-867144e61b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:48.096593 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f683bd21-8afb-4e35-9e7d-9b56d65d49e2 req-cbb3f143-7343-43cc-9531-867144e61b99 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8 HTTP/1.1" status: 200 len: 918 time: 0.1259227 Mar 28 14:28:48.287631 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f683bd21-8afb-4e35-9e7d-9b56d65d49e2 req-4f7d240f-9bc6-4c63-b1f6-d0f1359c0e0c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cf31727-459b-4f50-916c-413df70b7f6e HTTP/1.1" status: 200 len: 1001 time: 0.0731623 Mar 28 14:28:48.347945 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683bd21-8afb-4e35-9e7d-9b56d65d49e2 req-9a3770f5-981a-42da-bc85-ea744a2ffabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:48.349394 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f683bd21-8afb-4e35-9e7d-9b56d65d49e2 req-9a3770f5-981a-42da-bc85-ea744a2ffabf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=31660ae6-3a03-4024-957b-fcff7a111abb HTTP/1.1" status: 200 len: 856 time: 0.0434563 Mar 28 14:28:48.409376 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683bd21-8afb-4e35-9e7d-9b56d65d49e2 req-7124e2a7-ebde-40da-be19-df847431fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:48.410932 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f683bd21-8afb-4e35-9e7d-9b56d65d49e2 req-7124e2a7-ebde-40da-be19-df847431fce5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0519633 Mar 28 14:28:48.508538 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f683bd21-8afb-4e35-9e7d-9b56d65d49e2 req-ea3443ad-8e5b-4e2b-8d9d-e21399b54d8b service neutron] 10.222.0.18 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911746 Mar 28 14:28:48.609012 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f683bd21-8afb-4e35-9e7d-9b56d65d49e2 req-c3cb5d68-33f7-4965-947d-3f31245f93e3 service neutron] 10.222.0.18 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848377 Mar 28 14:28:49.197811 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b413c-1ab7-47cc-9966-8e3c8d0364b9 req-54ec5430-2c55-4401-b35e-eb211e16f5f5 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:49.199358 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-861b413c-1ab7-47cc-9966-8e3c8d0364b9 req-54ec5430-2c55-4401-b35e-eb211e16f5f5 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0540173 Mar 28 14:28:49.247279 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-861b413c-1ab7-47cc-9966-8e3c8d0364b9 req-ec56088e-f1fe-43de-8b63-94cc08e4abd1 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420671 Mar 28 14:28:50.365451 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb28f03-ec60-4295-a699-dfa709227038 req-13537a1e-56a8-4b1c-9c39-27965ff58be6 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:50.369430 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-afb28f03-ec60-4295-a699-dfa709227038 req-13537a1e-56a8-4b1c-9c39-27965ff58be6 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0556901 Mar 28 14:28:50.418437 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-afb28f03-ec60-4295-a699-dfa709227038 req-aef75eab-b10c-418e-b897-ca3e8d25ae19 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458260 Mar 28 14:28:51.486734 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 40910) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:51.560870 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96452dc0-a7a4-4ac5-ba15-00381287902e req-094b93f7-6a30-4ab7-89f8-92c8ec64adbf tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:51.562496 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-96452dc0-a7a4-4ac5-ba15-00381287902e req-094b93f7-6a30-4ab7-89f8-92c8ec64adbf tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0583770 Mar 28 14:28:51.637984 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f23d3721-c835-42ee-9dd1-cb56dc653592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:51.719121 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-96452dc0-a7a4-4ac5-ba15-00381287902e req-a545884d-53fb-4da0-a016-1087c35476a3 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462743 Mar 28 14:28:51.779012 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f23d3721-c835-42ee-9dd1-cb56dc653592 admin admin] Publish callbacks [] for security_group (eef01048-0641-43ae-b62a-cbaaa95fd16e), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:51.784617 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f23d3721-c835-42ee-9dd1-cb56dc653592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (eef01048-0641-43ae-b62a-cbaaa95fd16e), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:51.787320 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6410f-0520-42ea-9b5b-85c53a61b4ca req-c4f6940d-4e46-47fc-91e3-ae4b3a20da78 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:51.794933 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5ab6410f-0520-42ea-9b5b-85c53a61b4ca req-c4f6940d-4e46-47fc-91e3-ae4b3a20da78 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 945 time: 0.0608299 Mar 28 14:28:51.832908 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-f23d3721-c835-42ee-9dd1-cb56dc653592 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e9b888b65dd478dad8388dc93d98d1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3430436 Mar 28 14:28:51.832908 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d3721-c835-42ee-9dd1-cb56dc653592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef01048-0641-43ae-b62a-cbaaa95fd16e,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:51.833222 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 40934) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:51.853402 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5ab6410f-0520-42ea-9b5b-85c53a61b4ca req-a126d80e-b6bd-4104-89ee-17451adf8a85 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575948 Mar 28 14:28:51.889954 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-66fc1efc-c4e5-46fc-bf71-4128f5bfd9d0 admin admin] Publish callbacks [] for security_group (eef01048-0641-43ae-b62a-cbaaa95fd16e), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:51.910929 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-66fc1efc-c4e5-46fc-bf71-4128f5bfd9d0 admin admin] Publish callbacks [] for security_group (eef01048-0641-43ae-b62a-cbaaa95fd16e), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:51.922002 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 40936) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:51.957979 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-66fc1efc-c4e5-46fc-bf71-4128f5bfd9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (eef01048-0641-43ae-b62a-cbaaa95fd16e), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:51.960722 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-66fc1efc-c4e5-46fc-bf71-4128f5bfd9d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:51.961862 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-66fc1efc-c4e5-46fc-bf71-4128f5bfd9d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eef01048-0641-43ae-b62a-cbaaa95fd16e HTTP/1.1" status: 204 len: 168 time: 0.1277449 Mar 28 14:28:51.969739 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc1efc-c4e5-46fc-bf71-4128f5bfd9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef01048-0641-43ae-b62a-cbaaa95fd16e,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:52.035105 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f73da848-996f-42be-959f-d55747621718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:52.113327 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f73da848-996f-42be-959f-d55747621718 admin admin] Publish callbacks [] for security_group (d2bb2dda-1e1c-47a8-9717-68bea53a8f8f), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:52.118165 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f73da848-996f-42be-959f-d55747621718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (d2bb2dda-1e1c-47a8-9717-68bea53a8f8f), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:52.156171 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-f73da848-996f-42be-959f-d55747621718 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08c5afacba4640c2a6826302f42896e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330770 Mar 28 14:28:52.156981 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73da848-996f-42be-959f-d55747621718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bb2dda-1e1c-47a8-9717-68bea53a8f8f,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:52.158906 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 40946) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:52.211548 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9b170ab9-e4a3-4313-b1d5-dc4e016c6d90 admin admin] Publish callbacks [] for security_group (d2bb2dda-1e1c-47a8-9717-68bea53a8f8f), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:52.232630 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9b170ab9-e4a3-4313-b1d5-dc4e016c6d90 admin admin] Publish callbacks [] for security_group (d2bb2dda-1e1c-47a8-9717-68bea53a8f8f), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:52.236232 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 40948) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:52.252346 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7bcfebea-f577-4e7a-960c-857c2c808c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:52.288036 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9b170ab9-e4a3-4313-b1d5-dc4e016c6d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (d2bb2dda-1e1c-47a8-9717-68bea53a8f8f), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:52.290573 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9b170ab9-e4a3-4313-b1d5-dc4e016c6d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:52.291788 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-9b170ab9-e4a3-4313-b1d5-dc4e016c6d90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2bb2dda-1e1c-47a8-9717-68bea53a8f8f HTTP/1.1" status: 204 len: 168 time: 0.1316144 Mar 28 14:28:52.300492 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b170ab9-e4a3-4313-b1d5-dc4e016c6d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bb2dda-1e1c-47a8-9717-68bea53a8f8f,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:52.353758 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7bcfebea-f577-4e7a-960c-857c2c808c4c admin admin] Publish callbacks [] for security_group (73a74754-95b3-47c4-8414-959f95e6da23), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:52.358649 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7bcfebea-f577-4e7a-960c-857c2c808c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (73a74754-95b3-47c4-8414-959f95e6da23), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:52.399432 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-7bcfebea-f577-4e7a-960c-857c2c808c4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d5fc44bb4b54a489fd2326355021774&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1620650 Mar 28 14:28:52.402351 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcfebea-f577-4e7a-960c-857c2c808c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a74754-95b3-47c4-8414-959f95e6da23,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:52.402531 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 40952) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:52.452924 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-eec6c65f-7472-4f22-940a-e80c29f2fc8b admin admin] Publish callbacks [] for security_group (73a74754-95b3-47c4-8414-959f95e6da23), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:52.481019 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-eec6c65f-7472-4f22-940a-e80c29f2fc8b admin admin] Publish callbacks [] for security_group (73a74754-95b3-47c4-8414-959f95e6da23), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:52.528323 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-eec6c65f-7472-4f22-940a-e80c29f2fc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (73a74754-95b3-47c4-8414-959f95e6da23), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:52.531318 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-eec6c65f-7472-4f22-940a-e80c29f2fc8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:52.532558 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-eec6c65f-7472-4f22-940a-e80c29f2fc8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73a74754-95b3-47c4-8414-959f95e6da23 HTTP/1.1" status: 204 len: 168 time: 0.1293807 Mar 28 14:28:52.540404 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6c65f-7472-4f22-940a-e80c29f2fc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a74754-95b3-47c4-8414-959f95e6da23,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:52.639391 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 40958) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:52.652255 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3926e7f0-77e3-4c81-aa64-25b0a46b4b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:52.757578 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3926e7f0-77e3-4c81-aa64-25b0a46b4b78 admin admin] Publish callbacks [] for security_group (dea10413-8310-4685-a66b-b4902d499eaf), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:52.762215 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3926e7f0-77e3-4c81-aa64-25b0a46b4b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (dea10413-8310-4685-a66b-b4902d499eaf), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:52.810359 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-3926e7f0-77e3-4c81-aa64-25b0a46b4b78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3c1a3ba52684d518c043b67e262b85e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1698775 Mar 28 14:28:52.813034 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 40968) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:52.825324 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926e7f0-77e3-4c81-aa64-25b0a46b4b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea10413-8310-4685-a66b-b4902d499eaf,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:52.858499 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7395f3b-d29d-4a74-b62f-d624669f2bd3 req-53473581-4ae9-4355-8a5b-ea5644ca322f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:52.860022 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b7395f3b-d29d-4a74-b62f-d624669f2bd3 req-53473581-4ae9-4355-8a5b-ea5644ca322f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0716243 Mar 28 14:28:52.899629 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-400c9510-653e-43af-960a-584dceb53f06 admin admin] Publish callbacks [] for security_group (dea10413-8310-4685-a66b-b4902d499eaf), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:52.913278 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b7395f3b-d29d-4a74-b62f-d624669f2bd3 req-e43d4ac2-0d90-4a8c-ab95-ac8718fa4f8c tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474503 Mar 28 14:28:52.926739 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-400c9510-653e-43af-960a-584dceb53f06 admin admin] Publish callbacks [] for security_group (dea10413-8310-4685-a66b-b4902d499eaf), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:53.016747 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57ce90-031e-415b-b1f2-fd69dde15937 req-4856ea85-af43-4b66-8e27-9d5e85d3703e tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:53.018227 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4e57ce90-031e-415b-b1f2-fd69dde15937 req-4856ea85-af43-4b66-8e27-9d5e85d3703e tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 945 time: 0.0749569 Mar 28 14:28:53.034459 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-400c9510-653e-43af-960a-584dceb53f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (dea10413-8310-4685-a66b-b4902d499eaf), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:53.038482 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-400c9510-653e-43af-960a-584dceb53f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:53.042391 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-400c9510-653e-43af-960a-584dceb53f06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dea10413-8310-4685-a66b-b4902d499eaf HTTP/1.1" status: 204 len: 168 time: 0.2258828 Mar 28 14:28:53.056820 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c9510-653e-43af-960a-584dceb53f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea10413-8310-4685-a66b-b4902d499eaf,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:53.095436 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4e57ce90-031e-415b-b1f2-fd69dde15937 req-e4ddd2c2-e762-421e-9fe7-ca83393990b7 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692494 Mar 28 14:28:53.323339 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 40992) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:53.419324 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-1d6badb2-620c-42ea-a7e9-5dfb168ddbd2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-840360662-network', 'tenant_id': '98f8108a48c04e1ebc698816248910e1'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:53.439701 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6badb2-620c-42ea-a7e9-5dfb168ddbd2 admin admin] Made reservation on behalf of 98f8108a48c04e1ebc698816248910e1 for: {'network': 1} {{(pid=103204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:28:53.442280 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1d6badb2-620c-42ea-a7e9-5dfb168ddbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for network (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:53.450506 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1d6badb2-620c-42ea-a7e9-5dfb168ddbd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:53.536483 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1d6badb2-620c-42ea-a7e9-5dfb168ddbd2 admin admin] Publish callbacks [] for security_group (e296e08b-3097-429c-8d90-43d8f61b2533), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:53.540523 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1d6badb2-620c-42ea-a7e9-5dfb168ddbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (e296e08b-3097-429c-8d90-43d8f61b2533), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:53.561673 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6badb2-620c-42ea-a7e9-5dfb168ddbd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:28:53.576913 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6badb2-620c-42ea-a7e9-5dfb168ddbd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e296e08b-3097-429c-8d90-43d8f61b2533,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:53.579923 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1d6badb2-620c-42ea-a7e9-5dfb168ddbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:53.580286 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.db.segments_db [None req-1d6badb2-620c-42ea-a7e9-5dfb168ddbd2 admin admin] Added segment c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d of type vlan for network eee06b6b-0d39-4ecb-bc82-7f01624470a4 Mar 28 14:28:53.620180 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1d6badb2-620c-42ea-a7e9-5dfb168ddbd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220902705'] for network (eee06b6b-0d39-4ecb-bc82-7f01624470a4), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:53.645460 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1d6badb2-620c-42ea-a7e9-5dfb168ddbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for network (eee06b6b-0d39-4ecb-bc82-7f01624470a4), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:53.646407 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6badb2-620c-42ea-a7e9-5dfb168ddbd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:53.646981 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1d6badb2-620c-42ea-a7e9-5dfb168ddbd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:53.704437 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 41010) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:53.704608 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-1d6badb2-620c-42ea-a7e9-5dfb168ddbd2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3800428 Mar 28 14:28:53.709924 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-fe3a7353-a00e-44c3-95a7-3fe94abb7e27 admin admin] Request body: {'subnet': {'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-840360662-subnet', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'ip_version': 4}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:53.710085 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6badb2-620c-42ea-a7e9-5dfb168ddbd2 admin admin] Pushing event updated for resources: {'Network': ['ID=eee06b6b-0d39-4ecb-bc82-7f01624470a4,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:53.720473 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Network eee06b6b-0d39-4ecb-bc82-7f01624470a4 details requested by agent ovs-agent-dv-cinder-790535-35-iscsi with host dv-cinder-790535-35-iscsi {{(pid=103206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:28:53.730026 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3a7353-a00e-44c3-95a7-3fe94abb7e27 admin admin] Made reservation on behalf of 98f8108a48c04e1ebc698816248910e1 for: {'subnet': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:28:53.733020 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-fe3a7353-a00e-44c3-95a7-3fe94abb7e27 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:53.930633 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-fe3a7353-a00e-44c3-95a7-3fe94abb7e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for subnet (2da35b60-18e6-4d47-a178-a7d677f0b069), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:53.988574 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a7353-a00e-44c3-95a7-3fe94abb7e27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2da35b60-18e6-4d47-a178-a7d677f0b069,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:53.996681 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a7353-a00e-44c3-95a7-3fe94abb7e27 admin admin] Checking segment: {'id': 'c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:28:53.997073 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3a7353-a00e-44c3-95a7-3fe94abb7e27 admin admin] Network hostable DHCP agents. Network: eee06b6b-0d39-4ecb-bc82-7f01624470a4, hostable agents: ['eea6c500-11a4-453f-b304-9367778e315c'], hosted agents: [] {{(pid=103205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:28:54.016567 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3a7353-a00e-44c3-95a7-3fe94abb7e27 admin admin] Network eee06b6b-0d39-4ecb-bc82-7f01624470a4 is scheduled to be hosted by DHCP agent eea6c500-11a4-453f-b304-9367778e315c with binding_index 1 {{(pid=103205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:28:54.027488 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-fe3a7353-a00e-44c3-95a7-3fe94abb7e27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-35-iscsi, eee06b6b-0d39-4ecb-bc82-7f01624470a4) {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:28:54.032830 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3a7353-a00e-44c3-95a7-3fe94abb7e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:54.033391 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-fe3a7353-a00e-44c3-95a7-3fe94abb7e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for subnet (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:54.046343 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b57e35-bdf3-4c90-8c5e-203a251a983d None None] Network eee06b6b-0d39-4ecb-bc82-7f01624470a4 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:28:54.054712 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 41024) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:54.061886 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-91f3b945-cfa1-4044-93ec-d63a2f833514 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-840360662-router', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:54.063612 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-fe3a7353-a00e-44c3-95a7-3fe94abb7e27 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3579690 Mar 28 14:28:54.074242 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79248c43-cea1-4308-a34c-35d0cf35c77c req-ad1fd0e5-9478-4206-84cd-0c80aa1f7f2f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:54.075397 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-79248c43-cea1-4308-a34c-35d0cf35c77c req-ad1fd0e5-9478-4206-84cd-0c80aa1f7f2f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0750804 Mar 28 14:28:54.106105 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-91f3b945-cfa1-4044-93ec-d63a2f833514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1571640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63144'] for router (b9cfbdc7-075e-4e75-832a-7b741577d339), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:54.107256 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-91f3b945-cfa1-4044-93ec-d63a2f833514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1558009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63137'] for router (b9cfbdc7-075e-4e75-832a-7b741577d339), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:54.156844 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-79248c43-cea1-4308-a34c-35d0cf35c77c req-0966dfb8-5acd-45e7-b27e-e9ecb741cd6b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741162 Mar 28 14:28:54.195899 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba6cfc2-fe99-4c08-91d6-64c35e2b05c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69f788e2-bcdf-539a-bdd8-b0cf31fd8e9f-eee06b6b-0d39-4ecb-bc82-7f01624470a4', 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4', 'project_id': '98f8108a48c04e1ebc698816248910e1', 'fixed_ips': [{'subnet_id': '2da35b60-18e6-4d47-a178-a7d677f0b069'}]}} from dv-cinder-790535-35-iscsi. {{(pid=103206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 14:28:54.196864 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-aba6cfc2-fe99-4c08-91d6-64c35e2b05c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:54.221768 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-91f3b945-cfa1-4044-93ec-d63a2f833514 admin admin] Publish callbacks [] for router_controller (b9cfbdc7-075e-4e75-832a-7b741577d339), precommit_add_association {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:54.286904 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db820829-5153-403d-ae83-66e866b4fe5f req-5f788d84-6fe3-4420-9a4f-52e24ab50944 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:54.286904 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-db820829-5153-403d-ae83-66e866b4fe5f req-5f788d84-6fe3-4420-9a4f-52e24ab50944 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 945 time: 0.0828505 Mar 28 14:28:54.339648 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-db820829-5153-403d-ae83-66e866b4fe5f req-fd0970b7-992a-47ad-a04d-1ee72e1281ee tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57f37eb-57f8-492e-b0ea-e5e170e157a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519223 Mar 28 14:28:54.359949 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.db_base_plugin_common [None req-aba6cfc2-fe99-4c08-91d6-64c35e2b05c1 None None] Allocated IP 172.20.0.2 (eee06b6b-0d39-4ecb-bc82-7f01624470a4/2da35b60-18e6-4d47-a178-a7d677f0b069/610876f9-480e-473e-8e25-410a8b3d6839) {{(pid=103206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:28:54.400654 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-91f3b945-cfa1-4044-93ec-d63a2f833514 admin admin] Publish callbacks [] for router_gateway (b9cfbdc7-075e-4e75-832a-7b741577d339), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:54.522754 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-aba6cfc2-fe99-4c08-91d6-64c35e2b05c1 None None] Publish callbacks [] for port (610876f9-480e-473e-8e25-410a8b3d6839), precommit_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:54.534140 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-aba6cfc2-fe99-4c08-91d6-64c35e2b05c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (610876f9-480e-473e-8e25-410a8b3d6839), after_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:54.537604 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7627d17-36ca-415d-a311-6567f832c3ad req-46b9c6a3-dd76-4317-bf47-5c40dfc32afa tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:54.540245 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e7627d17-36ca-415d-a311-6567f832c3ad req-46b9c6a3-dd76-4317-bf47-5c40dfc32afa tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.18 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 945 time: 0.0823808 Mar 28 14:28:54.593793 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6cfc2-fe99-4c08-91d6-64c35e2b05c1 None None] Pushing event updated for resources: {'Port': ['ID=610876f9-480e-473e-8e25-410a8b3d6839,revision_number=1']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:54.603858 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba6cfc2-fe99-4c08-91d6-64c35e2b05c1 None None] Network eee06b6b-0d39-4ecb-bc82-7f01624470a4 is already hosted by enough agents. {{(pid=103206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:28:54.605928 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.scheduler.base_scheduler [None req-aba6cfc2-fe99-4c08-91d6-64c35e2b05c1 None None] Resources bound (agent type, host, resource id): {{(pid=103206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:28:54.609102 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba6cfc2-fe99-4c08-91d6-64c35e2b05c1 None None] Received port after_create {{(pid=103206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:28:54.646542 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-91f3b945-cfa1-4044-93ec-d63a2f833514 admin admin] Publish callbacks [] for router_gateway (b9cfbdc7-075e-4e75-832a-7b741577d339), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:54.667878 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-91f3b945-cfa1-4044-93ec-d63a2f833514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:54.687644 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-aba6cfc2-fe99-4c08-91d6-64c35e2b05c1 None None] Attempting to bind port 610876f9-480e-473e-8e25-410a8b3d6839 on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:28:54.688058 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-aba6cfc2-fe99-4c08-91d6-64c35e2b05c1 None None] Attempting to bind port 610876f9-480e-473e-8e25-410a8b3d6839 by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': 'c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4'}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:28:54.688429 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba6cfc2-fe99-4c08-91d6-64c35e2b05c1 None None] Attempting to bind port 610876f9-480e-473e-8e25-410a8b3d6839 on network eee06b6b-0d39-4ecb-bc82-7f01624470a4 {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:28:54.693961 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba6cfc2-fe99-4c08-91d6-64c35e2b05c1 None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:28:54.694345 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba6cfc2-fe99-4c08-91d6-64c35e2b05c1 None None] Checking segment: {'id': 'c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:28:54.694749 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-aba6cfc2-fe99-4c08-91d6-64c35e2b05c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:54.695187 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba6cfc2-fe99-4c08-91d6-64c35e2b05c1 None None] Bound using segment: {'id': 'c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4'} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:28:54.695663 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-aba6cfc2-fe99-4c08-91d6-64c35e2b05c1 None None] Bound port: 610876f9-480e-473e-8e25-410a8b3d6839, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4'}}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:28:54.696038 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-aba6cfc2-fe99-4c08-91d6-64c35e2b05c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (610876f9-480e-473e-8e25-410a8b3d6839), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:54.714974 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-e7627d17-36ca-415d-a311-6567f832c3ad req-215482b0-ee79-4629-a99d-461479209c6b tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Deleting port 7eef624c-10a6-43d5-b682-13aee1a14e6e {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:28:54.715273 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-e7627d17-36ca-415d-a311-6567f832c3ad req-215482b0-ee79-4629-a99d-461479209c6b tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (7eef624c-10a6-43d5-b682-13aee1a14e6e), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:54.775953 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-aba6cfc2-fe99-4c08-91d6-64c35e2b05c1 None None] For port 610876f9-480e-473e-8e25-410a8b3d6839, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:28:54.781329 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-aba6cfc2-fe99-4c08-91d6-64c35e2b05c1 None None] For port 610876f9-480e-473e-8e25-410a8b3d6839, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=610876f9-480e-473e-8e25-410a8b3d6839,segment=NetworkSegment(c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d),segment_id=c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d)] {{(pid=103206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:28:54.789449 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-aba6cfc2-fe99-4c08-91d6-64c35e2b05c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (610876f9-480e-473e-8e25-410a8b3d6839), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:54.799268 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-91f3b945-cfa1-4044-93ec-d63a2f833514 admin admin] Allocated IP 172.27.1.206 (c66de8d5-469e-474b-81ba-d9e7301ef93c/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73/cd1a6b18-e203-4f71-9c26-d056da997394) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:28:54.863082 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-e7627d17-36ca-415d-a311-6567f832c3ad req-215482b0-ee79-4629-a99d-461479209c6b tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] For port 7eef624c-10a6-43d5-b682-13aee1a14e6e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7eef624c-10a6-43d5-b682-13aee1a14e6e,segment=NetworkSegment(b04b13f6-cb10-49fc-9df7-94d956ef1ea0),segment_id=b04b13f6-cb10-49fc-9df7-94d956ef1ea0)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:54.863682 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-e7627d17-36ca-415d-a311-6567f832c3ad req-215482b0-ee79-4629-a99d-461479209c6b tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (7eef624c-10a6-43d5-b682-13aee1a14e6e), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:54.867303 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6cfc2-fe99-4c08-91d6-64c35e2b05c1 None None] Pushing event updated for resources: {'Port': ['ID=610876f9-480e-473e-8e25-410a8b3d6839,revision_number=2']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:54.882287 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-e7627d17-36ca-415d-a311-6567f832c3ad req-215482b0-ee79-4629-a99d-461479209c6b tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Calling delete_port for 7eef624c-10a6-43d5-b682-13aee1a14e6e owned by compute:nova {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:28:54.982777 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-91f3b945-cfa1-4044-93ec-d63a2f833514 admin admin] Publish callbacks [] for port (cd1a6b18-e203-4f71-9c26-d056da997394), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:55.028865 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-91f3b945-cfa1-4044-93ec-d63a2f833514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (cd1a6b18-e203-4f71-9c26-d056da997394), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:55.065859 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f3b945-cfa1-4044-93ec-d63a2f833514 admin admin] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:28:55.070530 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-91f3b945-cfa1-4044-93ec-d63a2f833514 admin admin] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:28:55.076416 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f3b945-cfa1-4044-93ec-d63a2f833514 admin admin] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:28:55.081901 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3b945-cfa1-4044-93ec-d63a2f833514 admin admin] Pushing event updated for resources: {'Port': ['ID=cd1a6b18-e203-4f71-9c26-d056da997394,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:55.095931 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-e7627d17-36ca-415d-a311-6567f832c3ad req-215482b0-ee79-4629-a99d-461479209c6b tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879'] for port (7eef624c-10a6-43d5-b682-13aee1a14e6e), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:55.111447 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['7eef624c-10a6-43d5-b682-13aee1a14e6e'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:28:55.138843 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215482b0-ee79-4629-a99d-461479209c6b tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Pushing event deleted for resources: {'Port': ['ID=7eef624c-10a6-43d5-b682-13aee1a14e6e,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:55.218096 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7627d17-36ca-415d-a311-6567f832c3ad req-215482b0-ee79-4629-a99d-461479209c6b tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] No DVR routers for this DVR port 7eef624c-10a6-43d5-b682-13aee1a14e6e on host hv-cinder-79053 {{(pid=103205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:28:55.221731 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-e7627d17-36ca-415d-a311-6567f832c3ad req-215482b0-ee79-4629-a99d-461479209c6b tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:55.225894 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e7627d17-36ca-415d-a311-6567f832c3ad req-215482b0-ee79-4629-a99d-461479209c6b tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.18 "DELETE /v2.0/ports/7eef624c-10a6-43d5-b682-13aee1a14e6e HTTP/1.1" status: 204 len: 173 time: 0.6781802 Mar 28 14:28:55.225894 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510aab75-5bb8-4faa-900c-12e502f08cc9', 'name': 'network-vif-deleted', 'tag': '7eef624c-10a6-43d5-b682-13aee1a14e6e'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:28:55.228420 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0560794-473c-476c-922b-9b486fb2201d" -d '{"events": [{"server_uuid": "510aab75-5bb8-4faa-900c-12e502f08cc9", "name": "network-vif-deleted", "tag": "7eef624c-10a6-43d5-b682-13aee1a14e6e"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:28:55.300089 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1a36b6-bbe6-4cba-a2a8-c604a3e9052b x-openstack-request-id: req-2d1a36b6-bbe6-4cba-a2a8-c604a3e9052b {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:28:55.300376 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510aab75-5bb8-4faa-900c-12e502f08cc9", "name": "network-vif-deleted", "tag": "7eef624c-10a6-43d5-b682-13aee1a14e6e", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:28:55.300670 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d1a36b6-bbe6-4cba-a2a8-c604a3e9052b {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:28:55.301119 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d1a36b6-bbe6-4cba-a2a8-c604a3e9052b'] response: {'server_uuid': '510aab75-5bb8-4faa-900c-12e502f08cc9', 'name': 'network-vif-deleted', 'tag': '7eef624c-10a6-43d5-b682-13aee1a14e6e', 'status': 'completed', 'code': 200} Mar 28 14:28:55.403852 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f7f98-8c67-475c-8b9e-83c96a5f61b4 req-243949ca-b7c1-46af-aa73-8222abbc1ac0 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:55.405275 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b99f7f98-8c67-475c-8b9e-83c96a5f61b4 req-243949ca-b7c1-46af-aa73-8222abbc1ac0 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.1375077 Mar 28 14:28:55.420704 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-91f3b945-cfa1-4044-93ec-d63a2f833514 admin admin] Publish callbacks [] for router_gateway (b9cfbdc7-075e-4e75-832a-7b741577d339), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:55.436686 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7864c681-9e79-4e26-9b87-b5ccca857971 req-36fb49ac-7ee7-4692-877c-ecf4b00c1c16 tempest-DeleteServersTestJSON-1506137772 tempest-DeleteServersTestJSON-1506137772-project] 10.222.0.13 "GET /v2.0/ports?device_id=510aab75-5bb8-4faa-900c-12e502f08cc9 HTTP/1.1" status: 200 len: 210 time: 0.0271351 Mar 28 14:28:55.523560 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b99f7f98-8c67-475c-8b9e-83c96a5f61b4 req-dd67dea3-79a7-411d-a560-cc58974a583b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109946 Mar 28 14:28:55.650397 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-91f3b945-cfa1-4044-93ec-d63a2f833514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1557806'] for router (b9cfbdc7-075e-4e75-832a-7b741577d339), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:55.802567 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f3b945-cfa1-4044-93ec-d63a2f833514 admin admin] Router b9cfbdc7-075e-4e75-832a-7b741577d339 is scheduled to L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 with binding_index 1 {{(pid=103204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:28:55.953992 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f181870-b859-4661-b9d9-69359ab0ed57 None None] Network eee06b6b-0d39-4ecb-bc82-7f01624470a4 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:28:56.019998 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-8665d905-c4bd-43f1-a0cb-bb3129605aa1 None None] Provisioning complete for port 610876f9-480e-473e-8e25-410a8b3d6839 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:28:56.020301 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-8665d905-c4bd-43f1-a0cb-bb3129605aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (610876f9-480e-473e-8e25-410a8b3d6839), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:56.167774 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f3b945-cfa1-4044-93ec-d63a2f833514 admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:28:56.176670 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] Sync routers for ids ['b9cfbdc7-075e-4e75-832a-7b741577d339'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:28:56.182806 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-8665d905-c4bd-43f1-a0cb-bb3129605aa1 None None] Current status of the port 610876f9-480e-473e-8e25-410a8b3d6839 is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:28:56.183430 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-8665d905-c4bd-43f1-a0cb-bb3129605aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (610876f9-480e-473e-8e25-410a8b3d6839), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:56.196652 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-91f3b945-cfa1-4044-93ec-d63a2f833514 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:56.202088 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 41062) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:56.202594 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-91f3b945-cfa1-4044-93ec-d63a2f833514 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1423869 Mar 28 14:28:56.214593 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] Routers {'b9cfbdc7-075e-4e75-832a-7b741577d339'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:28:56.217199 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:28:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['b9cfbdc7-075e-4e75-832a-7b741577d339'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:56.241297 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-8665d905-c4bd-43f1-a0cb-bb3129605aa1 None None] For port 610876f9-480e-473e-8e25-410a8b3d6839, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=610876f9-480e-473e-8e25-410a8b3d6839,segment=NetworkSegment(c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d),segment_id=c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:56.259093 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-8665d905-c4bd-43f1-a0cb-bb3129605aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (610876f9-480e-473e-8e25-410a8b3d6839), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:56.266684 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 610876f9-480e-473e-8e25-410a8b3d6839 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:28:56.377551 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 610876f9-480e-473e-8e25-410a8b3d6839 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:28:56.379170 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (610876f9-480e-473e-8e25-410a8b3d6839), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:56.419191 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665d905-c4bd-43f1-a0cb-bb3129605aa1 None None] Pushing event updated for resources: {'Port': ['ID=610876f9-480e-473e-8e25-410a8b3d6839,revision_number=3']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:56.458439 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] Set router b9cfbdc7-075e-4e75-832a-7b741577d339 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:28:56.493813 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 610876f9-480e-473e-8e25-410a8b3d6839 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:28:56.591939 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-bf08f5a6-59da-421a-b92b-f7b5e53e9681 None None] Provisioning complete for port 610876f9-480e-473e-8e25-410a8b3d6839 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:28:56.592996 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-bf08f5a6-59da-421a-b92b-f7b5e53e9681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (610876f9-480e-473e-8e25-410a8b3d6839), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:56.761564 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'name': 'tempest-TestMinimumBasicScenario-840360662-router', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:28:55Z', 'revision_number': 3, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'gw_port': {'id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:56.841573 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-bf08f5a6-59da-421a-b92b-f7b5e53e9681 None None] Current status of the port 610876f9-480e-473e-8e25-410a8b3d6839 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:28:56.848667 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e19e7-a65c-4d5f-9128-7184f89923a6 req-b6465b6f-352d-4953-acb7-1f3ad4d3d566 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:56.851245 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c26e19e7-a65c-4d5f-9128-7184f89923a6 req-b6465b6f-352d-4953-acb7-1f3ad4d3d566 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.1781373 Mar 28 14:28:56.853742 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] Checking router: b9cfbdc7-075e-4e75-832a-7b741577d339 for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:28:56.854105 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] Updating router b9cfbdc7-075e-4e75-832a-7b741577d339 port cd1a6b18-e203-4f71-9c26-d056da997394 binding host dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:28:56.896292 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (cd1a6b18-e203-4f71-9c26-d056da997394), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:56.920591 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c26e19e7-a65c-4d5f-9128-7184f89923a6 req-d2a25a69-45a4-4054-aab7-db412a96edfb tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585928 Mar 28 14:28:57.010980 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4d769577-6bfc-4d47-ab28-a3bb68bbac57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:57.162790 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] Publish callbacks [] for port (cd1a6b18-e203-4f71-9c26-d056da997394), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:57.165698 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [None req-4d769577-6bfc-4d47-ab28-a3bb68bbac57 admin admin] Allocated IP 172.20.0.1 (eee06b6b-0d39-4ecb-bc82-7f01624470a4/2da35b60-18e6-4d47-a178-a7d677f0b069/29b3da88-5a6a-4663-8038-b0f8b28834f1) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:28:57.170445 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (cd1a6b18-e203-4f71-9c26-d056da997394), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:57.215370 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] Attempting to bind port cd1a6b18-e203-4f71-9c26-d056da997394 on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:28:57.216079 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] Attempting to bind port cd1a6b18-e203-4f71-9c26-d056da997394 by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:28:57.216198 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] Attempting to bind port cd1a6b18-e203-4f71-9c26-d056da997394 on network c66de8d5-469e-474b-81ba-d9e7301ef93c {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:28:57.226758 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca954f45-de98-4ea4-a906-e12d16e05c78 None None] Pushing event updated for resources: {'Port': ['ID=cd1a6b18-e203-4f71-9c26-d056da997394,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:57.229670 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:28:57.230039 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] Checking segment: {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:28:57.230435 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:57.230824 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] Bound using segment: {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:28:57.231378 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] Bound port: cd1a6b18-e203-4f71-9c26-d056da997394, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:28:57.231753 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (cd1a6b18-e203-4f71-9c26-d056da997394), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:57.237674 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca954f45-de98-4ea4-a906-e12d16e05c78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:57.237995 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca954f45-de98-4ea4-a906-e12d16e05c78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:57.238389 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca954f45-de98-4ea4-a906-e12d16e05c78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:57.238746 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca954f45-de98-4ea4-a906-e12d16e05c78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:57.239073 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca954f45-de98-4ea4-a906-e12d16e05c78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:57.239444 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca954f45-de98-4ea4-a906-e12d16e05c78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:57.239751 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca954f45-de98-4ea4-a906-e12d16e05c78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:57.240070 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca954f45-de98-4ea4-a906-e12d16e05c78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:57.240410 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca954f45-de98-4ea4-a906-e12d16e05c78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:57.240735 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca954f45-de98-4ea4-a906-e12d16e05c78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:57.241047 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca954f45-de98-4ea4-a906-e12d16e05c78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:57.241397 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca954f45-de98-4ea4-a906-e12d16e05c78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:57.241719 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca954f45-de98-4ea4-a906-e12d16e05c78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:57.242031 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca954f45-de98-4ea4-a906-e12d16e05c78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:57.242348 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca954f45-de98-4ea4-a906-e12d16e05c78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:57.268330 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4d769577-6bfc-4d47-ab28-a3bb68bbac57 admin admin] Publish callbacks [] for port (29b3da88-5a6a-4663-8038-b0f8b28834f1), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:57.294695 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] For port cd1a6b18-e203-4f71-9c26-d056da997394, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:28:57.298491 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] For port cd1a6b18-e203-4f71-9c26-d056da997394, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=cd1a6b18-e203-4f71-9c26-d056da997394,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:28:57.302481 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4d769577-6bfc-4d47-ab28-a3bb68bbac57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (29b3da88-5a6a-4663-8038-b0f8b28834f1), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:57.305022 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (cd1a6b18-e203-4f71-9c26-d056da997394), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:57.343812 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d769577-6bfc-4d47-ab28-a3bb68bbac57 admin admin] Network eee06b6b-0d39-4ecb-bc82-7f01624470a4 is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:28:57.349117 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-4d769577-6bfc-4d47-ab28-a3bb68bbac57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:28:57.353620 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d769577-6bfc-4d47-ab28-a3bb68bbac57 admin admin] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:28:57.354089 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4d769577-6bfc-4d47-ab28-a3bb68bbac57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1559801'] for router_interface (b9cfbdc7-075e-4e75-832a-7b741577d339), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:57.357472 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d769577-6bfc-4d47-ab28-a3bb68bbac57 admin admin] Pushing event updated for resources: {'Port': ['ID=29b3da88-5a6a-4663-8038-b0f8b28834f1,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:57.363724 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca954f45-de98-4ea4-a906-e12d16e05c78 None None] Pushing event updated for resources: {'Port': ['ID=cd1a6b18-e203-4f71-9c26-d056da997394,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:57.367163 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] Routers {'b9cfbdc7-075e-4e75-832a-7b741577d339'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:28:57.367788 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:28:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['b9cfbdc7-075e-4e75-832a-7b741577d339'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:57.490066 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4d769577-6bfc-4d47-ab28-a3bb68bbac57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (29b3da88-5a6a-4663-8038-b0f8b28834f1), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:57.493432 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] Set router b9cfbdc7-075e-4e75-832a-7b741577d339 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:28:57.567005 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-96f6c213-ab04-409f-b153-8367a0d42b05 None None] Provisioning complete for port 29b3da88-5a6a-4663-8038-b0f8b28834f1 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:28:57.567752 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-96f6c213-ab04-409f-b153-8367a0d42b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (29b3da88-5a6a-4663-8038-b0f8b28834f1), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:57.609764 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-96f6c213-ab04-409f-b153-8367a0d42b05 None None] Port 29b3da88-5a6a-4663-8038-b0f8b28834f1 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:28:57.670709 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4d769577-6bfc-4d47-ab28-a3bb68bbac57 admin admin] Publish callbacks [] for port (29b3da88-5a6a-4663-8038-b0f8b28834f1), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:57.676249 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4d769577-6bfc-4d47-ab28-a3bb68bbac57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (29b3da88-5a6a-4663-8038-b0f8b28834f1), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:57.676966 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4d769577-6bfc-4d47-ab28-a3bb68bbac57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1559661'] for router_interface (b9cfbdc7-075e-4e75-832a-7b741577d339), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:57.755294 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 7eef624c-10a6-43d5-b682-13aee1a14e6e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:28:57.769823 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d769577-6bfc-4d47-ab28-a3bb68bbac57 admin admin] Pushing event updated for resources: {'Port': ['ID=29b3da88-5a6a-4663-8038-b0f8b28834f1,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:57.777690 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] No Port match for: 7eef624c-10a6-43d5-b682-13aee1a14e6e {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:28:57.778356 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'name': 'tempest-TestMinimumBasicScenario-840360662-router', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:28:55Z', 'revision_number': 3, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'gw_port': {'id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:57.778639 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 7eef624c-10a6-43d5-b682-13aee1a14e6e not bound to the agent host hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:28:57.807700 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaab0cc-e104-4794-ac8e-b1188c51ba2e None None] The sync data for ids ['b9cfbdc7-075e-4e75-832a-7b741577d339'] in dv-cinder-790535-35-iscsi is: [{'id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'name': 'tempest-TestMinimumBasicScenario-840360662-router', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:28:55Z', 'revision_number': 3, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'gw_port': {'id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:28:57.810727 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d769577-6bfc-4d47-ab28-a3bb68bbac57 admin admin] Network eee06b6b-0d39-4ecb-bc82-7f01624470a4 is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:28:57.812154 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-4d769577-6bfc-4d47-ab28-a3bb68bbac57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:28:57.967990 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d769577-6bfc-4d47-ab28-a3bb68bbac57 admin admin] Router b9cfbdc7-075e-4e75-832a-7b741577d339 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:28:58.082172 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 41108) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:58.175191 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-190e43dd-3550-498c-9661-1b0dd1f5c3d6 None None] Provisioning complete for port 29b3da88-5a6a-4663-8038-b0f8b28834f1 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:28:58.175562 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-190e43dd-3550-498c-9661-1b0dd1f5c3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (29b3da88-5a6a-4663-8038-b0f8b28834f1), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:58.195763 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7dadafe-db9f-4edd-8fc7-32840d814f7f admin admin] Deleting subnet f1c46b14-5f49-4d7c-8665-a19031516c84 {{(pid=103204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 14:28:58.200547 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f7dadafe-db9f-4edd-8fc7-32840d814f7f admin admin] Publish callbacks [] for subnet (f1c46b14-5f49-4d7c-8665-a19031516c84), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:58.234334 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 610876f9-480e-473e-8e25-410a8b3d6839 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:28:58.256823 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957465d5-69d9-4675-bff3-825fb2d41537 req-26ed8ba1-edf0-4e2f-a332-451ff04d530c tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:58.259175 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-957465d5-69d9-4675-bff3-825fb2d41537 req-26ed8ba1-edf0-4e2f-a332-451ff04d530c tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.1641877 Mar 28 14:28:58.272116 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f7dadafe-db9f-4edd-8fc7-32840d814f7f admin admin] Publish callbacks [] for subnet (f1c46b14-5f49-4d7c-8665-a19031516c84), precommit_delete_associations {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:58.285979 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f7dadafe-db9f-4edd-8fc7-32840d814f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3594039'] for subnet (f1c46b14-5f49-4d7c-8665-a19031516c84), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:58.290239 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-190e43dd-3550-498c-9661-1b0dd1f5c3d6 None None] Port 29b3da88-5a6a-4663-8038-b0f8b28834f1 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:28:58.301889 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d769577-6bfc-4d47-ab28-a3bb68bbac57 admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:28:58.317045 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 610876f9-480e-473e-8e25-410a8b3d6839 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:28:58.317494 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (610876f9-480e-473e-8e25-410a8b3d6839), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:58.320983 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-4d769577-6bfc-4d47-ab28-a3bb68bbac57 admin admin] 10.222.0.13 "PUT /v2.0/routers/b9cfbdc7-075e-4e75-832a-7b741577d339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1177888 Mar 28 14:28:58.339232 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-957465d5-69d9-4675-bff3-825fb2d41537 req-8aa9ccc2-2996-4926-8532-d8a42b8e65b0 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651824 Mar 28 14:28:58.373372 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f7dadafe-db9f-4edd-8fc7-32840d814f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for subnet (f1c46b14-5f49-4d7c-8665-a19031516c84), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:58.401727 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dadafe-db9f-4edd-8fc7-32840d814f7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1c46b14-5f49-4d7c-8665-a19031516c84,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:58.410016 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f7dadafe-db9f-4edd-8fc7-32840d814f7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for subnet (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:58.414443 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-f7dadafe-db9f-4edd-8fc7-32840d814f7f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f1c46b14-5f49-4d7c-8665-a19031516c84 HTTP/1.1" status: 204 len: 168 time: 0.3312395 Mar 28 14:28:58.417832 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 41114) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:58.434358 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 610876f9-480e-473e-8e25-410a8b3d6839 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:28:58.502210 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3456630'] for network (5b68372c-e612-4b51-a485-e4be3ede082d), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:58.594718 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3641020', 'neutron.services.segments.db._delete_segments_for_network-8793221261626'] for network (5b68372c-e612-4b51-a485-e4be3ede082d), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:58.617141 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:28:58.617474 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:28:58.618185 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:28:58.618550 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] Subscribe: > port after_create 55550000 {{(pid=103205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:28:58.618881 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:28:58.619263 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] Subscribe: > port after_update 55550000 {{(pid=103205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:28:58.619574 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:28:58.619883 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:28:58.620189 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:28:58.620524 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:28:58.705650 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:28:58.705650 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:28:58.705967 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:28:58.706289 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:28:58.706644 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.services.segments.db [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b68372c-e612-4b51-a485-e4be3ede082d']}} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:58.728385 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.services.segments.db [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04b13f6-cb10-49fc-9df7-94d956ef1ea0') {'for_net_delete': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:58.728673 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.services.segments.db [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04b13f6-cb10-49fc-9df7-94d956ef1ea0') {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:58.749107 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221459523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4630602'] for segment (b04b13f6-cb10-49fc-9df7-94d956ef1ea0), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:58.771280 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (b04b13f6-cb10-49fc-9df7-94d956ef1ea0), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:58.780481 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:28:58.780904 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5822181'] for segment (b04b13f6-cb10-49fc-9df7-94d956ef1ea0), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: from cryptography.utils import int_from_bytes Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: from cryptography.utils import int_from_bytes Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: Traceback (most recent call last): Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: timer() Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: cb(*args, **kw) Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: return func(*args, **kwargs) Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: self._notify() Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: self.callback(batched_events) Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: event.method(event) Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: return f(self, *a, **k) Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: return self._get(url).json() Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: return self.request(url, 'GET', **kwargs) Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:28:58.809247 dv-cinder-790535-35-iscsi neutron-server[103205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:28:58.883371 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3641013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1557862'] for network (5b68372c-e612-4b51-a485-e4be3ede082d), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:58.897436 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:58.901320 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] 10.222.0.13 "DELETE /v2.0/networks/5b68372c-e612-4b51-a485-e4be3ede082d HTTP/1.1" status: 204 len: 168 time: 0.4804471 Mar 28 14:28:58.914964 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccbea6-a6dc-4a37-92bf-e6630d506a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=5b68372c-e612-4b51-a485-e4be3ede082d,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:58.956070 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 41132) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:58.961105 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-3db1e3a4-55cb-47ac-a83a-98bcaa3477dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-117368542-network', 'tenant_id': 'cf799c402b5f46ca9ca60705e8cb8517'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:58.991378 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db1e3a4-55cb-47ac-a83a-98bcaa3477dc admin admin] Made reservation on behalf of cf799c402b5f46ca9ca60705e8cb8517 for: {'network': 1} {{(pid=103204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:28:58.993974 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3db1e3a4-55cb-47ac-a83a-98bcaa3477dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for network (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:59.010010 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3db1e3a4-55cb-47ac-a83a-98bcaa3477dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:59.092771 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3db1e3a4-55cb-47ac-a83a-98bcaa3477dc admin admin] Publish callbacks [] for security_group (c9c93f63-8c56-4eaa-b668-68eb5397b278), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:59.093304 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 41134) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:59.097285 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3db1e3a4-55cb-47ac-a83a-98bcaa3477dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (c9c93f63-8c56-4eaa-b668-68eb5397b278), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:59.122737 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db1e3a4-55cb-47ac-a83a-98bcaa3477dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:28:59.133674 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1e3a4-55cb-47ac-a83a-98bcaa3477dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c93f63-8c56-4eaa-b668-68eb5397b278,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:59.138808 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3db1e3a4-55cb-47ac-a83a-98bcaa3477dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (50d76d46-fa18-4602-adbc-108e81b0efd0), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:59.139442 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.db.segments_db [None req-3db1e3a4-55cb-47ac-a83a-98bcaa3477dc admin admin] Added segment 50d76d46-fa18-4602-adbc-108e81b0efd0 of type vlan for network 6253da9a-3531-4b64-9600-18c76e0203f5 Mar 28 14:28:59.154942 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-ecc901bd-f1b2-4c21-9c74-76c324ff3293 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4452c36223084e62a654d03f976a56b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0573699 Mar 28 14:28:59.154942 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 41138) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:59.198277 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3db1e3a4-55cb-47ac-a83a-98bcaa3477dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220902705'] for network (6253da9a-3531-4b64-9600-18c76e0203f5), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:59.214073 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-12e05f16-587a-4b4d-a715-984ddb229f6c admin admin] Publish callbacks [] for security_group (e57f37eb-57f8-492e-b0ea-e5e170e157a3), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:59.226105 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3db1e3a4-55cb-47ac-a83a-98bcaa3477dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for network (6253da9a-3531-4b64-9600-18c76e0203f5), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:59.228001 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db1e3a4-55cb-47ac-a83a-98bcaa3477dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:59.229266 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3db1e3a4-55cb-47ac-a83a-98bcaa3477dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:59.233121 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-6c8525b1-b9c5-44b3-9b5e-3048dc1f0879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:59.300967 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-3db1e3a4-55cb-47ac-a83a-98bcaa3477dc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3437130 Mar 28 14:28:59.302420 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1e3a4-55cb-47ac-a83a-98bcaa3477dc admin admin] Pushing event updated for resources: {'Network': ['ID=6253da9a-3531-4b64-9600-18c76e0203f5,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:59.304480 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 41142) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:59.309699 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-aaa9e13e-17c3-4c26-bf4f-07173a126a7e admin admin] Request body: {'subnet': {'network_id': '6253da9a-3531-4b64-9600-18c76e0203f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-117368542-subnet', 'tenant_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'ip_version': 4}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:59.322895 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Network 6253da9a-3531-4b64-9600-18c76e0203f5 details requested by agent ovs-agent-dv-cinder-790535-35-iscsi with host dv-cinder-790535-35-iscsi {{(pid=103206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:28:59.339246 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa9e13e-17c3-4c26-bf4f-07173a126a7e admin admin] Made reservation on behalf of cf799c402b5f46ca9ca60705e8cb8517 for: {'subnet': 1} {{(pid=103204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:28:59.342854 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e13e-17c3-4c26-bf4f-07173a126a7e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:59.460063 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-12e05f16-587a-4b4d-a715-984ddb229f6c admin admin] Publish callbacks [] for security_group (e57f37eb-57f8-492e-b0ea-e5e170e157a3), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:59.520124 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-12e05f16-587a-4b4d-a715-984ddb229f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (e57f37eb-57f8-492e-b0ea-e5e170e157a3), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:59.523426 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-12e05f16-587a-4b4d-a715-984ddb229f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:59.524602 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-12e05f16-587a-4b4d-a715-984ddb229f6c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e57f37eb-57f8-492e-b0ea-e5e170e157a3 HTTP/1.1" status: 204 len: 168 time: 0.3694494 Mar 28 14:28:59.534571 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e05f16-587a-4b4d-a715-984ddb229f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57f37eb-57f8-492e-b0ea-e5e170e157a3,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:59.549472 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04701087-4eb6-48bf-9c21-16b42108084c req-1392a104-872a-4ee5-82c7-81e97c411d4c tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:59.551259 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-04701087-4eb6-48bf-9c21-16b42108084c req-1392a104-872a-4ee5-82c7-81e97c411d4c tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.1225917 Mar 28 14:28:59.655284 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-04701087-4eb6-48bf-9c21-16b42108084c req-d5a738ae-4ccf-44b0-85ad-7c5e30247206 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870962 Mar 28 14:28:59.656561 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e13e-17c3-4c26-bf4f-07173a126a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for subnet (873a0327-ea62-42a7-bd40-22f22351bdfe), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:59.718559 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9e13e-17c3-4c26-bf4f-07173a126a7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=873a0327-ea62-42a7-bd40-22f22351bdfe,revision_number=0']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:59.724037 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa9e13e-17c3-4c26-bf4f-07173a126a7e admin admin] Checking segment: {'id': '50d76d46-fa18-4602-adbc-108e81b0efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6253da9a-3531-4b64-9600-18c76e0203f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:28:59.724393 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa9e13e-17c3-4c26-bf4f-07173a126a7e admin admin] Network hostable DHCP agents. Network: 6253da9a-3531-4b64-9600-18c76e0203f5, hostable agents: ['eea6c500-11a4-453f-b304-9367778e315c'], hosted agents: [] {{(pid=103204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:28:59.740585 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa9e13e-17c3-4c26-bf4f-07173a126a7e admin admin] Network 6253da9a-3531-4b64-9600-18c76e0203f5 is scheduled to be hosted by DHCP agent eea6c500-11a4-453f-b304-9367778e315c with binding_index 1 {{(pid=103204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:28:59.748942 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-aaa9e13e-17c3-4c26-bf4f-07173a126a7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-35-iscsi, 6253da9a-3531-4b64-9600-18c76e0203f5) {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:28:59.754677 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa9e13e-17c3-4c26-bf4f-07173a126a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:59.755831 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e13e-17c3-4c26-bf4f-07173a126a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for subnet (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:59.760585 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3714023f-9e97-4e54-9858-df7f7b5473b8 None None] Network 6253da9a-3531-4b64-9600-18c76e0203f5 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:28:59.778238 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-aaa9e13e-17c3-4c26-bf4f-07173a126a7e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4724545 Mar 28 14:28:59.778421 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 41148) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:28:59.783179 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-02cb739f-9ba3-4ba8-ab5e-f5eeee556794 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-117368542-router', 'tenant_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:59.809733 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-02cb739f-9ba3-4ba8-ab5e-f5eeee556794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1571640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63144'] for router (dcab751e-d8bd-4525-b3cb-ba60549364e9), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:59.811010 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-02cb739f-9ba3-4ba8-ab5e-f5eeee556794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1558009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63137'] for router (dcab751e-d8bd-4525-b3cb-ba60549364e9), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:59.871896 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-02cb739f-9ba3-4ba8-ab5e-f5eeee556794 admin admin] Publish callbacks [] for router_controller (dcab751e-d8bd-4525-b3cb-ba60549364e9), precommit_add_association {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:59.881745 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fce3bff-6000-4975-9f88-3ea0bc897379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69f788e2-bcdf-539a-bdd8-b0cf31fd8e9f-6253da9a-3531-4b64-9600-18c76e0203f5', 'network_id': '6253da9a-3531-4b64-9600-18c76e0203f5', 'project_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'fixed_ips': [{'subnet_id': '873a0327-ea62-42a7-bd40-22f22351bdfe'}]}} from dv-cinder-790535-35-iscsi. {{(pid=103206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 14:28:59.882655 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-7fce3bff-6000-4975-9f88-3ea0bc897379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:28:59.917805 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] Sync routers for ids ['b9cfbdc7-075e-4e75-832a-7b741577d339'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:29:00.021060 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-02cb739f-9ba3-4ba8-ab5e-f5eeee556794 admin admin] Publish callbacks [] for router_gateway (dcab751e-d8bd-4525-b3cb-ba60549364e9), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:00.120110 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] Routers {'b9cfbdc7-075e-4e75-832a-7b741577d339'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:29:00.120757 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:28:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['b9cfbdc7-075e-4e75-832a-7b741577d339'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:29:00.225485 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device cd1a6b18-e203-4f71-9c26-d056da997394 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:29:00.270805 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-02cb739f-9ba3-4ba8-ab5e-f5eeee556794 admin admin] Publish callbacks [] for router_gateway (dcab751e-d8bd-4525-b3cb-ba60549364e9), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:00.295906 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-02cb739f-9ba3-4ba8-ab5e-f5eeee556794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:00.302000 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.db_base_plugin_common [None req-7fce3bff-6000-4975-9f88-3ea0bc897379 None None] Allocated IP 172.20.0.2 (6253da9a-3531-4b64-9600-18c76e0203f5/873a0327-ea62-42a7-bd40-22f22351bdfe/5792dd02-19c7-4c3f-adb7-cfde009f17d6) {{(pid=103206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:29:00.334889 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] Set router b9cfbdc7-075e-4e75-832a-7b741577d339 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:29:00.406737 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port cd1a6b18-e203-4f71-9c26-d056da997394 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:29:00.407359 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (cd1a6b18-e203-4f71-9c26-d056da997394), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:00.410597 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [None req-02cb739f-9ba3-4ba8-ab5e-f5eeee556794 admin admin] Allocated IP 172.27.1.153 (c66de8d5-469e-474b-81ba-d9e7301ef93c/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73/36f64fe6-9690-42a2-bab3-c82823bf20c1) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:29:00.520649 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-02cb739f-9ba3-4ba8-ab5e-f5eeee556794 admin admin] Publish callbacks [] for port (36f64fe6-9690-42a2-bab3-c82823bf20c1), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:00.560269 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-02cb739f-9ba3-4ba8-ab5e-f5eeee556794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (36f64fe6-9690-42a2-bab3-c82823bf20c1), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:00.594763 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cb739f-9ba3-4ba8-ab5e-f5eeee556794 admin admin] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:29:00.597544 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-02cb739f-9ba3-4ba8-ab5e-f5eeee556794 admin admin] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:29:00.600116 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cb739f-9ba3-4ba8-ab5e-f5eeee556794 admin admin] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:29:00.638743 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb739f-9ba3-4ba8-ab5e-f5eeee556794 admin admin] Pushing event updated for resources: {'Port': ['ID=36f64fe6-9690-42a2-bab3-c82823bf20c1,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:00.684457 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port cd1a6b18-e203-4f71-9c26-d056da997394 is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:29:00.684850 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (cd1a6b18-e203-4f71-9c26-d056da997394), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:00.695851 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-7fce3bff-6000-4975-9f88-3ea0bc897379 None None] Publish callbacks [] for port (5792dd02-19c7-4c3f-adb7-cfde009f17d6), precommit_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:00.716745 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-7fce3bff-6000-4975-9f88-3ea0bc897379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (5792dd02-19c7-4c3f-adb7-cfde009f17d6), after_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:00.725921 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] For port cd1a6b18-e203-4f71-9c26-d056da997394, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=cd1a6b18-e203-4f71-9c26-d056da997394,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:29:00.753924 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (cd1a6b18-e203-4f71-9c26-d056da997394), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:00.768648 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fce3bff-6000-4975-9f88-3ea0bc897379 None None] Network 6253da9a-3531-4b64-9600-18c76e0203f5 is already hosted by enough agents. {{(pid=103206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:29:00.779447 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.scheduler.base_scheduler [None req-7fce3bff-6000-4975-9f88-3ea0bc897379 None None] Resources bound (agent type, host, resource id): {{(pid=103206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:29:00.782913 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fce3bff-6000-4975-9f88-3ea0bc897379 None None] Received port after_create {{(pid=103206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:29:00.785574 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce3bff-6000-4975-9f88-3ea0bc897379 None None] Pushing event updated for resources: {'Port': ['ID=5792dd02-19c7-4c3f-adb7-cfde009f17d6,revision_number=1']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:00.827655 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323989a9-dbf3-429a-8ac0-0605996b47d9 req-7f54118a-4724-4aeb-815a-e328327bdc37 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:00.829218 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-323989a9-dbf3-429a-8ac0-0605996b47d9 req-7f54118a-4724-4aeb-815a-e328327bdc37 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0753591 Mar 28 14:29:00.843947 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'name': 'tempest-TestMinimumBasicScenario-840360662-router', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:28:57Z', 'revision_number': 4, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'gw_port': {'id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '29b3da88-5a6a-4663-8038-b0f8b28834f1', 'name': '', 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'mac_address': 'fa:16:3e:c3:b7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '2da35b60-18e6-4d47-a178-a7d677f0b069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:57Z', 'updated_at': '2022-03-28T14:28:57Z', 'revision_number': 2, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'subnets': [{'id': '2da35b60-18e6-4d47-a178-a7d677f0b069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:29:00.893440 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] Checking router: b9cfbdc7-075e-4e75-832a-7b741577d339 for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:29:00.893858 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] Updating router b9cfbdc7-075e-4e75-832a-7b741577d339 port 29b3da88-5a6a-4663-8038-b0f8b28834f1 binding host dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:29:00.933205 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Pushing event updated for resources: {'Port': ['ID=cd1a6b18-e203-4f71-9c26-d056da997394,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:00.942763 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-7fce3bff-6000-4975-9f88-3ea0bc897379 None None] Attempting to bind port 5792dd02-19c7-4c3f-adb7-cfde009f17d6 on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:29:00.943171 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-7fce3bff-6000-4975-9f88-3ea0bc897379 None None] Attempting to bind port 5792dd02-19c7-4c3f-adb7-cfde009f17d6 by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': '50d76d46-fa18-4602-adbc-108e81b0efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6253da9a-3531-4b64-9600-18c76e0203f5'}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:29:00.943748 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fce3bff-6000-4975-9f88-3ea0bc897379 None None] Attempting to bind port 5792dd02-19c7-4c3f-adb7-cfde009f17d6 on network 6253da9a-3531-4b64-9600-18c76e0203f5 {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:29:00.955481 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fce3bff-6000-4975-9f88-3ea0bc897379 None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:29:00.955862 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fce3bff-6000-4975-9f88-3ea0bc897379 None None] Checking segment: {'id': '50d76d46-fa18-4602-adbc-108e81b0efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6253da9a-3531-4b64-9600-18c76e0203f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:29:00.956262 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-7fce3bff-6000-4975-9f88-3ea0bc897379 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:00.956816 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fce3bff-6000-4975-9f88-3ea0bc897379 None None] Bound using segment: {'id': '50d76d46-fa18-4602-adbc-108e81b0efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6253da9a-3531-4b64-9600-18c76e0203f5'} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:29:00.957616 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-7fce3bff-6000-4975-9f88-3ea0bc897379 None None] Bound port: 5792dd02-19c7-4c3f-adb7-cfde009f17d6, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d76d46-fa18-4602-adbc-108e81b0efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6253da9a-3531-4b64-9600-18c76e0203f5'}}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:29:00.958157 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-7fce3bff-6000-4975-9f88-3ea0bc897379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (5792dd02-19c7-4c3f-adb7-cfde009f17d6), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:00.961144 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (29b3da88-5a6a-4663-8038-b0f8b28834f1), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:00.964031 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-323989a9-dbf3-429a-8ac0-0605996b47d9 req-60653450-7685-495f-bed5-c682038528aa tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985594 Mar 28 14:29:00.979223 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-02cb739f-9ba3-4ba8-ab5e-f5eeee556794 admin admin] Publish callbacks [] for router_gateway (dcab751e-d8bd-4525-b3cb-ba60549364e9), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:01.118361 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-7fce3bff-6000-4975-9f88-3ea0bc897379 None None] For port 5792dd02-19c7-4c3f-adb7-cfde009f17d6, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:29:01.135768 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-7fce3bff-6000-4975-9f88-3ea0bc897379 None None] For port 5792dd02-19c7-4c3f-adb7-cfde009f17d6, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=5792dd02-19c7-4c3f-adb7-cfde009f17d6,segment=NetworkSegment(50d76d46-fa18-4602-adbc-108e81b0efd0),segment_id=50d76d46-fa18-4602-adbc-108e81b0efd0)] {{(pid=103206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:29:01.152024 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-7fce3bff-6000-4975-9f88-3ea0bc897379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (5792dd02-19c7-4c3f-adb7-cfde009f17d6), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:01.211172 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-02cb739f-9ba3-4ba8-ab5e-f5eeee556794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1557806'] for router (dcab751e-d8bd-4525-b3cb-ba60549364e9), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:01.245703 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce3bff-6000-4975-9f88-3ea0bc897379 None None] Pushing event updated for resources: {'Port': ['ID=5792dd02-19c7-4c3f-adb7-cfde009f17d6,revision_number=2']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:01.351588 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] Publish callbacks [] for port (29b3da88-5a6a-4663-8038-b0f8b28834f1), precommit_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:01.354606 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cb739f-9ba3-4ba8-ab5e-f5eeee556794 admin admin] Router dcab751e-d8bd-4525-b3cb-ba60549364e9 is scheduled to L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 with binding_index 1 {{(pid=103205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:29:01.359282 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (29b3da88-5a6a-4663-8038-b0f8b28834f1), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:01.460839 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feac6b5-a02d-4e3b-bf0d-02d1d2534bb9 None None] Pushing event updated for resources: {'Port': ['ID=29b3da88-5a6a-4663-8038-b0f8b28834f1,revision_number=3']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:01.498427 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cb739f-9ba3-4ba8-ab5e-f5eeee556794 admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:29:01.513421 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] Sync routers for ids ['dcab751e-d8bd-4525-b3cb-ba60549364e9'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:29:01.520765 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-02cb739f-9ba3-4ba8-ab5e-f5eeee556794 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:01.523814 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] Attempting to bind port 29b3da88-5a6a-4663-8038-b0f8b28834f1 on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:29:01.524372 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] Attempting to bind port 29b3da88-5a6a-4663-8038-b0f8b28834f1 by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': 'c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4'}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:29:01.525570 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 41186) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:01.526129 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-02cb739f-9ba3-4ba8-ab5e-f5eeee556794 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7463250 Mar 28 14:29:01.527101 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] Attempting to bind port 29b3da88-5a6a-4663-8038-b0f8b28834f1 on network eee06b6b-0d39-4ecb-bc82-7f01624470a4 {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:29:01.532246 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] Routers {'dcab751e-d8bd-4525-b3cb-ba60549364e9'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:29:01.534432 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:29:01.534968 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] Checking segment: {'id': 'c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:29:01.535591 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:28:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['dcab751e-d8bd-4525-b3cb-ba60549364e9'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:29:01.535822 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:01.536393 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] Bound using segment: {'id': 'c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4'} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:29:01.537012 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] Bound port: 29b3da88-5a6a-4663-8038-b0f8b28834f1, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4'}}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:29:01.537566 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (29b3da88-5a6a-4663-8038-b0f8b28834f1), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:01.556026 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-daf39a72-1985-47bb-ab0c-bbb3c1dba255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:01.624813 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] For port 29b3da88-5a6a-4663-8038-b0f8b28834f1, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:29:01.629668 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] For port 29b3da88-5a6a-4663-8038-b0f8b28834f1, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=29b3da88-5a6a-4663-8038-b0f8b28834f1,segment=NetworkSegment(c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d),segment_id=c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d)] {{(pid=103206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:29:01.639425 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (29b3da88-5a6a-4663-8038-b0f8b28834f1), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:01.696893 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] Set router dcab751e-d8bd-4525-b3cb-ba60549364e9 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:29:01.699242 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] Routers {'b9cfbdc7-075e-4e75-832a-7b741577d339'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:29:01.699936 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:29:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['b9cfbdc7-075e-4e75-832a-7b741577d339'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:29:01.778838 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feac6b5-a02d-4e3b-bf0d-02d1d2534bb9 None None] Pushing event updated for resources: {'Port': ['ID=29b3da88-5a6a-4663-8038-b0f8b28834f1,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:01.822578 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-5aba91ce-c210-4002-a2a6-f0944e34dac2 None None] Provisioning complete for port 29b3da88-5a6a-4663-8038-b0f8b28834f1 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:29:01.822956 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-5aba91ce-c210-4002-a2a6-f0944e34dac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (29b3da88-5a6a-4663-8038-b0f8b28834f1), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:01.896612 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] Set router b9cfbdc7-075e-4e75-832a-7b741577d339 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:29:01.909963 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcab751e-d8bd-4525-b3cb-ba60549364e9', 'name': 'tempest-TestMinimumBasicScenario-117368542-router', 'tenant_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '36f64fe6-9690-42a2-bab3-c82823bf20c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:59Z', 'updated_at': '2022-03-28T14:29:00Z', 'revision_number': 3, 'project_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'gw_port': {'id': '36f64fe6-9690-42a2-bab3-c82823bf20c1', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:10:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcab751e-d8bd-4525-b3cb-ba60549364e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:29:00Z', 'updated_at': '2022-03-28T14:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:29:01.938090 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] Checking router: dcab751e-d8bd-4525-b3cb-ba60549364e9 for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:29:01.938441 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] Updating router dcab751e-d8bd-4525-b3cb-ba60549364e9 port 36f64fe6-9690-42a2-bab3-c82823bf20c1 binding host dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:29:01.974889 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (36f64fe6-9690-42a2-bab3-c82823bf20c1), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:02.178841 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-66f69d29-643f-4ff0-8614-3cd9029c8d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:02.248037 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-5aba91ce-c210-4002-a2a6-f0944e34dac2 None None] Current status of the port 29b3da88-5a6a-4663-8038-b0f8b28834f1 is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:29:02.248462 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-5aba91ce-c210-4002-a2a6-f0944e34dac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (29b3da88-5a6a-4663-8038-b0f8b28834f1), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:02.286427 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdfbb7-55fa-4d84-b1d0-4976f33a5f00 req-bdc7332a-04ac-41b7-a128-4ac419d37662 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:02.289341 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-26fdfbb7-55fa-4d84-b1d0-4976f33a5f00 req-bdc7332a-04ac-41b7-a128-4ac419d37662 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.1807485 Mar 28 14:29:02.309933 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] Publish callbacks [] for port (36f64fe6-9690-42a2-bab3-c82823bf20c1), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:02.323403 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (36f64fe6-9690-42a2-bab3-c82823bf20c1), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:02.342781 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device cd1a6b18-e203-4f71-9c26-d056da997394 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:29:02.352822 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-5aba91ce-c210-4002-a2a6-f0944e34dac2 None None] For port 29b3da88-5a6a-4663-8038-b0f8b28834f1, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=29b3da88-5a6a-4663-8038-b0f8b28834f1,segment=NetworkSegment(c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d),segment_id=c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:29:02.384773 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-5aba91ce-c210-4002-a2a6-f0944e34dac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (29b3da88-5a6a-4663-8038-b0f8b28834f1), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:02.385738 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] Attempting to bind port 36f64fe6-9690-42a2-bab3-c82823bf20c1 on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:29:02.386678 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] Attempting to bind port 36f64fe6-9690-42a2-bab3-c82823bf20c1 by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:29:02.387304 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] Attempting to bind port 36f64fe6-9690-42a2-bab3-c82823bf20c1 on network c66de8d5-469e-474b-81ba-d9e7301ef93c {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:29:02.400815 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:29:02.401471 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] Checking segment: {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:29:02.402067 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:02.402622 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] Bound using segment: {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:29:02.403448 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] Bound port: 36f64fe6-9690-42a2-bab3-c82823bf20c1, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:29:02.404006 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (36f64fe6-9690-42a2-bab3-c82823bf20c1), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:02.458101 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-66f69d29-643f-4ff0-8614-3cd9029c8d47 admin admin] Allocated IP 172.20.0.1 (6253da9a-3531-4b64-9600-18c76e0203f5/873a0327-ea62-42a7-bd40-22f22351bdfe/cbd70783-7c32-48d6-bd5b-29828f018027) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:29:02.471804 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] For port 36f64fe6-9690-42a2-bab3-c82823bf20c1, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:29:02.474493 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2282b1d-dfa5-4f42-a662-ea66c30ec024 None None] Pushing event updated for resources: {'Port': ['ID=36f64fe6-9690-42a2-bab3-c82823bf20c1,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:02.479331 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] For port 36f64fe6-9690-42a2-bab3-c82823bf20c1, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=36f64fe6-9690-42a2-bab3-c82823bf20c1,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:29:02.480601 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba91ce-c210-4002-a2a6-f0944e34dac2 None None] Pushing event updated for resources: {'Port': ['ID=29b3da88-5a6a-4663-8038-b0f8b28834f1,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:02.493069 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (36f64fe6-9690-42a2-bab3-c82823bf20c1), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:02.529744 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-e40c4d01-2d6d-4a5a-8d1f-e6153785ef54 None None] Provisioning complete for port 29b3da88-5a6a-4663-8038-b0f8b28834f1 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:29:02.530090 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-e40c4d01-2d6d-4a5a-8d1f-e6153785ef54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (29b3da88-5a6a-4663-8038-b0f8b28834f1), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:02.535008 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port cd1a6b18-e203-4f71-9c26-d056da997394 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:29:02.535168 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (cd1a6b18-e203-4f71-9c26-d056da997394), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:02.547194 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-26fdfbb7-55fa-4d84-b1d0-4976f33a5f00 req-357c0b4a-9ef5-466d-a503-55c775de023e tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460945 Mar 28 14:29:02.572719 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2282b1d-dfa5-4f42-a662-ea66c30ec024 None None] Pushing event updated for resources: {'Port': ['ID=36f64fe6-9690-42a2-bab3-c82823bf20c1,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:02.575398 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] Routers {'dcab751e-d8bd-4525-b3cb-ba60549364e9'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:29:02.576008 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:29:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['dcab751e-d8bd-4525-b3cb-ba60549364e9'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:29:02.589784 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8b8078-555a-41c5-b275-aa22b4cd08e0 None None] Network 6253da9a-3531-4b64-9600-18c76e0203f5 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:29:02.608956 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-66f69d29-643f-4ff0-8614-3cd9029c8d47 admin admin] Publish callbacks [] for port (cbd70783-7c32-48d6-bd5b-29828f018027), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:02.646378 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-66f69d29-643f-4ff0-8614-3cd9029c8d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (cbd70783-7c32-48d6-bd5b-29828f018027), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:02.688017 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] Set router dcab751e-d8bd-4525-b3cb-ba60549364e9 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:29:02.688224 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f69d29-643f-4ff0-8614-3cd9029c8d47 admin admin] Network 6253da9a-3531-4b64-9600-18c76e0203f5 is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:29:02.692619 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-66f69d29-643f-4ff0-8614-3cd9029c8d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:29:02.696413 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f69d29-643f-4ff0-8614-3cd9029c8d47 admin admin] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:29:02.696959 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-66f69d29-643f-4ff0-8614-3cd9029c8d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1559801'] for router_interface (dcab751e-d8bd-4525-b3cb-ba60549364e9), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:02.699841 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:02.738868 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f69d29-643f-4ff0-8614-3cd9029c8d47 admin admin] Pushing event updated for resources: {'Port': ['ID=cbd70783-7c32-48d6-bd5b-29828f018027,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:02.803315 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'name': 'tempest-TestMinimumBasicScenario-840360662-router', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:28:57Z', 'revision_number': 4, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'gw_port': {'id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '29b3da88-5a6a-4663-8038-b0f8b28834f1', 'name': '', 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'mac_address': 'fa:16:3e:c3:b7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '2da35b60-18e6-4d47-a178-a7d677f0b069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:57Z', 'updated_at': '2022-03-28T14:29:01Z', 'revision_number': 4, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'subnets': [{'id': '2da35b60-18e6-4d47-a178-a7d677f0b069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:29:02.838191 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-66f69d29-643f-4ff0-8614-3cd9029c8d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (cbd70783-7c32-48d6-bd5b-29828f018027), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:02.842862 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port cd1a6b18-e203-4f71-9c26-d056da997394 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:29:02.844072 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 5792dd02-19c7-4c3f-adb7-cfde009f17d6 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:29:02.847909 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d259e774-ef3e-4a6e-8ed3-e825c938c363 None None] The sync data for ids ['b9cfbdc7-075e-4e75-832a-7b741577d339'] in dv-cinder-790535-35-iscsi is: [{'id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'name': 'tempest-TestMinimumBasicScenario-840360662-router', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:28:57Z', 'revision_number': 4, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'gw_port': {'id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '29b3da88-5a6a-4663-8038-b0f8b28834f1', 'name': '', 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'mac_address': 'fa:16:3e:c3:b7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '2da35b60-18e6-4d47-a178-a7d677f0b069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:57Z', 'updated_at': '2022-03-28T14:29:01Z', 'revision_number': 4, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'subnets': [{'id': '2da35b60-18e6-4d47-a178-a7d677f0b069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:29:02.871383 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-e40c4d01-2d6d-4a5a-8d1f-e6153785ef54 None None] Current status of the port 29b3da88-5a6a-4663-8038-b0f8b28834f1 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:29:02.875572 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcab751e-d8bd-4525-b3cb-ba60549364e9', 'name': 'tempest-TestMinimumBasicScenario-117368542-router', 'tenant_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '36f64fe6-9690-42a2-bab3-c82823bf20c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:59Z', 'updated_at': '2022-03-28T14:29:00Z', 'revision_number': 3, 'project_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'gw_port': {'id': '36f64fe6-9690-42a2-bab3-c82823bf20c1', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:10:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcab751e-d8bd-4525-b3cb-ba60549364e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:29:00Z', 'updated_at': '2022-03-28T14:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:29:02.913455 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e23f9-6313-4b26-a932-b2ea39b4d078 None None] The sync data for ids ['dcab751e-d8bd-4525-b3cb-ba60549364e9'] in dv-cinder-790535-35-iscsi is: [{'id': 'dcab751e-d8bd-4525-b3cb-ba60549364e9', 'name': 'tempest-TestMinimumBasicScenario-117368542-router', 'tenant_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '36f64fe6-9690-42a2-bab3-c82823bf20c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:59Z', 'updated_at': '2022-03-28T14:29:00Z', 'revision_number': 3, 'project_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'gw_port': {'id': '36f64fe6-9690-42a2-bab3-c82823bf20c1', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:10:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcab751e-d8bd-4525-b3cb-ba60549364e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:29:00Z', 'updated_at': '2022-03-28T14:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:29:02.916073 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 5792dd02-19c7-4c3f-adb7-cfde009f17d6 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:29:02.926593 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (5792dd02-19c7-4c3f-adb7-cfde009f17d6), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:03.021753 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-5d7e1db2-e8c0-4f7e-9339-850cd0e26230 None None] Provisioning complete for port 5792dd02-19c7-4c3f-adb7-cfde009f17d6 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:29:03.021753 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-5d7e1db2-e8c0-4f7e-9339-850cd0e26230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (5792dd02-19c7-4c3f-adb7-cfde009f17d6), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:03.080209 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 5792dd02-19c7-4c3f-adb7-cfde009f17d6 is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:29:03.080603 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (5792dd02-19c7-4c3f-adb7-cfde009f17d6), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:03.134179 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] For port 5792dd02-19c7-4c3f-adb7-cfde009f17d6, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=5792dd02-19c7-4c3f-adb7-cfde009f17d6,segment=NetworkSegment(50d76d46-fa18-4602-adbc-108e81b0efd0),segment_id=50d76d46-fa18-4602-adbc-108e81b0efd0)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:29:03.144126 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-66f69d29-643f-4ff0-8614-3cd9029c8d47 admin admin] Publish callbacks [] for port (cbd70783-7c32-48d6-bd5b-29828f018027), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:03.149222 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-66f69d29-643f-4ff0-8614-3cd9029c8d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (cbd70783-7c32-48d6-bd5b-29828f018027), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:03.150114 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-66f69d29-643f-4ff0-8614-3cd9029c8d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1559661'] for router_interface (dcab751e-d8bd-4525-b3cb-ba60549364e9), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:03.159636 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (5792dd02-19c7-4c3f-adb7-cfde009f17d6), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:03.213235 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e1db2-e8c0-4f7e-9339-850cd0e26230 None None] Current status of the port 5792dd02-19c7-4c3f-adb7-cfde009f17d6 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:29:03.237232 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Pushing event updated for resources: {'Port': ['ID=5792dd02-19c7-4c3f-adb7-cfde009f17d6,revision_number=3']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:03.266020 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f69d29-643f-4ff0-8614-3cd9029c8d47 admin admin] Pushing event updated for resources: {'Port': ['ID=cbd70783-7c32-48d6-bd5b-29828f018027,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:03.328171 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f69d29-643f-4ff0-8614-3cd9029c8d47 admin admin] Network 6253da9a-3531-4b64-9600-18c76e0203f5 is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:29:03.329636 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-66f69d29-643f-4ff0-8614-3cd9029c8d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:29:03.352811 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-7a2d8edf-1782-4a3c-8476-4ede9f4b82ef None None] Provisioning complete for port 5792dd02-19c7-4c3f-adb7-cfde009f17d6 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:29:03.353999 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-7a2d8edf-1782-4a3c-8476-4ede9f4b82ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (5792dd02-19c7-4c3f-adb7-cfde009f17d6), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:03.563797 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-7a2d8edf-1782-4a3c-8476-4ede9f4b82ef None None] Current status of the port 5792dd02-19c7-4c3f-adb7-cfde009f17d6 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:29:03.580958 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f69d29-643f-4ff0-8614-3cd9029c8d47 admin admin] Router dcab751e-d8bd-4525-b3cb-ba60549364e9 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:29:03.584932 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-7a2d8edf-1782-4a3c-8476-4ede9f4b82ef None None] Provisioning complete for port cbd70783-7c32-48d6-bd5b-29828f018027 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:29:03.585387 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-7a2d8edf-1782-4a3c-8476-4ede9f4b82ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (cbd70783-7c32-48d6-bd5b-29828f018027), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:03.678972 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-7a2d8edf-1782-4a3c-8476-4ede9f4b82ef None None] Port cbd70783-7c32-48d6-bd5b-29828f018027 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:29:03.809808 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-3289c2c5-a052-4693-a275-dbd25bee375a None None] Provisioning complete for port cbd70783-7c32-48d6-bd5b-29828f018027 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:29:03.810175 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3289c2c5-a052-4693-a275-dbd25bee375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (cbd70783-7c32-48d6-bd5b-29828f018027), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:03.816102 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0d758-38a5-4525-ae10-e3946f24ab1d req-c2ce6217-58be-46e4-95f8-6102b64c8241 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:03.817906 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8ef0d758-38a5-4525-ae10-e3946f24ab1d req-c2ce6217-58be-46e4-95f8-6102b64c8241 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.1346619 Mar 28 14:29:03.843367 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:29:03.848048 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f69d29-643f-4ff0-8614-3cd9029c8d47 admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:29:03.875076 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-66f69d29-643f-4ff0-8614-3cd9029c8d47 admin admin] 10.222.0.13 "PUT /v2.0/routers/dcab751e-d8bd-4525-b3cb-ba60549364e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3412862 Mar 28 14:29:03.904111 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-3289c2c5-a052-4693-a275-dbd25bee375a None None] Port cbd70783-7c32-48d6-bd5b-29828f018027 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:29:03.926722 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8ef0d758-38a5-4525-ae10-e3946f24ab1d req-8651cf1e-3adc-4ee0-973c-b13c0f73865d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029398 Mar 28 14:29:03.936949 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:04.025583 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-1e36cdc9-7391-4d49-adfa-a87fbb38f7c1 None None] Provisioning complete for port cbd70783-7c32-48d6-bd5b-29828f018027 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:29:04.026414 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-1e36cdc9-7391-4d49-adfa-a87fbb38f7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (cbd70783-7c32-48d6-bd5b-29828f018027), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:04.071302 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-1e36cdc9-7391-4d49-adfa-a87fbb38f7c1 None None] Port cbd70783-7c32-48d6-bd5b-29828f018027 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:29:04.301958 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 5792dd02-19c7-4c3f-adb7-cfde009f17d6 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:29:04.368657 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 5792dd02-19c7-4c3f-adb7-cfde009f17d6 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:29:04.369272 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (5792dd02-19c7-4c3f-adb7-cfde009f17d6), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:04.459145 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 5792dd02-19c7-4c3f-adb7-cfde009f17d6 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:29:04.460261 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 29b3da88-5a6a-4663-8038-b0f8b28834f1 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:29:04.513020 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 29b3da88-5a6a-4663-8038-b0f8b28834f1 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:29:04.513395 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (29b3da88-5a6a-4663-8038-b0f8b28834f1), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:04.621027 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 29b3da88-5a6a-4663-8038-b0f8b28834f1 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:29:04.622322 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 36f64fe6-9690-42a2-bab3-c82823bf20c1 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:29:04.676590 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 36f64fe6-9690-42a2-bab3-c82823bf20c1 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:29:04.677215 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (36f64fe6-9690-42a2-bab3-c82823bf20c1), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:04.783091 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 36f64fe6-9690-42a2-bab3-c82823bf20c1 is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:29:04.783625 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (36f64fe6-9690-42a2-bab3-c82823bf20c1), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:04.814885 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] For port 36f64fe6-9690-42a2-bab3-c82823bf20c1, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=36f64fe6-9690-42a2-bab3-c82823bf20c1,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:29:04.828157 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (36f64fe6-9690-42a2-bab3-c82823bf20c1), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:04.918477 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Pushing event updated for resources: {'Port': ['ID=36f64fe6-9690-42a2-bab3-c82823bf20c1,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:05.056939 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b80b6-75f9-4229-b165-f0ec7c685733 req-c258edd8-dbc8-4fad-8eba-dec23d19d697 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:05.064906 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1b5b80b6-75f9-4229-b165-f0ec7c685733 req-c258edd8-dbc8-4fad-8eba-dec23d19d697 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0630193 Mar 28 14:29:05.129886 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1b5b80b6-75f9-4229-b165-f0ec7c685733 req-51eaabe0-ead0-42d8-94ee-ae05aaf6b558 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639319 Mar 28 14:29:05.446511 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:06.033593 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] Sync routers for ids ['dcab751e-d8bd-4525-b3cb-ba60549364e9'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:29:06.045709 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] Routers {'dcab751e-d8bd-4525-b3cb-ba60549364e9'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:29:06.046348 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:29:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['dcab751e-d8bd-4525-b3cb-ba60549364e9'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:29:06.188989 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] Set router dcab751e-d8bd-4525-b3cb-ba60549364e9 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:29:06.228884 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 36f64fe6-9690-42a2-bab3-c82823bf20c1 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:29:06.274235 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59101a-6454-4b80-aae3-b19c8e43dab8 req-beffd5ac-f591-430d-9a44-5d8c5a9b5071 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:06.288353 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-8b59101a-6454-4b80-aae3-b19c8e43dab8 req-beffd5ac-f591-430d-9a44-5d8c5a9b5071 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0868104 Mar 28 14:29:06.348434 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-8b59101a-6454-4b80-aae3-b19c8e43dab8 req-42bc8fda-216e-41f8-9a3d-caf4e0e1c9b6 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578175 Mar 28 14:29:06.530494 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 36f64fe6-9690-42a2-bab3-c82823bf20c1 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:29:06.531235 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (36f64fe6-9690-42a2-bab3-c82823bf20c1), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:06.671794 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 36f64fe6-9690-42a2-bab3-c82823bf20c1 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:29:06.682773 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcab751e-d8bd-4525-b3cb-ba60549364e9', 'name': 'tempest-TestMinimumBasicScenario-117368542-router', 'tenant_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '36f64fe6-9690-42a2-bab3-c82823bf20c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:59Z', 'updated_at': '2022-03-28T14:29:02Z', 'revision_number': 4, 'project_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'gw_port': {'id': '36f64fe6-9690-42a2-bab3-c82823bf20c1', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:10:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcab751e-d8bd-4525-b3cb-ba60549364e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:29:00Z', 'updated_at': '2022-03-28T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'cbd70783-7c32-48d6-bd5b-29828f018027', 'name': '', 'network_id': '6253da9a-3531-4b64-9600-18c76e0203f5', 'tenant_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'mac_address': 'fa:16:3e:a8:6c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcab751e-d8bd-4525-b3cb-ba60549364e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '873a0327-ea62-42a7-bd40-22f22351bdfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:29:02Z', 'updated_at': '2022-03-28T14:29:02Z', 'revision_number': 2, 'project_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'subnets': [{'id': '873a0327-ea62-42a7-bd40-22f22351bdfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:29:06.710212 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] Checking router: dcab751e-d8bd-4525-b3cb-ba60549364e9 for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:29:06.710572 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] Updating router dcab751e-d8bd-4525-b3cb-ba60549364e9 port cbd70783-7c32-48d6-bd5b-29828f018027 binding host dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:29:06.746557 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (cbd70783-7c32-48d6-bd5b-29828f018027), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:07.126065 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] Publish callbacks [] for port (cbd70783-7c32-48d6-bd5b-29828f018027), precommit_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:07.136172 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (cbd70783-7c32-48d6-bd5b-29828f018027), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:07.203917 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b81bd-5914-4ed1-aaf4-0105f0e3b61c None None] Pushing event updated for resources: {'Port': ['ID=cbd70783-7c32-48d6-bd5b-29828f018027,revision_number=3']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:07.258554 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] Attempting to bind port cbd70783-7c32-48d6-bd5b-29828f018027 on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:29:07.258926 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] Attempting to bind port cbd70783-7c32-48d6-bd5b-29828f018027 by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': '50d76d46-fa18-4602-adbc-108e81b0efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6253da9a-3531-4b64-9600-18c76e0203f5'}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:29:07.259324 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] Attempting to bind port cbd70783-7c32-48d6-bd5b-29828f018027 on network 6253da9a-3531-4b64-9600-18c76e0203f5 {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:29:07.266705 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:29:07.267101 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] Checking segment: {'id': '50d76d46-fa18-4602-adbc-108e81b0efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6253da9a-3531-4b64-9600-18c76e0203f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:29:07.267509 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:07.268018 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] Bound using segment: {'id': '50d76d46-fa18-4602-adbc-108e81b0efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6253da9a-3531-4b64-9600-18c76e0203f5'} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:29:07.268406 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] Bound port: cbd70783-7c32-48d6-bd5b-29828f018027, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d76d46-fa18-4602-adbc-108e81b0efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6253da9a-3531-4b64-9600-18c76e0203f5'}}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:29:07.268786 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (cbd70783-7c32-48d6-bd5b-29828f018027), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:07.349530 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] For port cbd70783-7c32-48d6-bd5b-29828f018027, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:29:07.365657 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] For port cbd70783-7c32-48d6-bd5b-29828f018027, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=cbd70783-7c32-48d6-bd5b-29828f018027,segment=NetworkSegment(50d76d46-fa18-4602-adbc-108e81b0efd0),segment_id=50d76d46-fa18-4602-adbc-108e81b0efd0)] {{(pid=103206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:29:07.388206 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (cbd70783-7c32-48d6-bd5b-29828f018027), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:07.480096 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b81bd-5914-4ed1-aaf4-0105f0e3b61c None None] Pushing event updated for resources: {'Port': ['ID=cbd70783-7c32-48d6-bd5b-29828f018027,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:07.500006 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] Routers {'dcab751e-d8bd-4525-b3cb-ba60549364e9'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:29:07.500660 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:29:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['dcab751e-d8bd-4525-b3cb-ba60549364e9'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:29:07.536124 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f690b-ee9e-4afb-8bca-41a8bb13961a req-ab456cc8-c4a9-43eb-9380-6ae222b22fd0 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:07.545810 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-375f690b-ee9e-4afb-8bca-41a8bb13961a req-ab456cc8-c4a9-43eb-9380-6ae222b22fd0 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0840838 Mar 28 14:29:07.619724 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-375f690b-ee9e-4afb-8bca-41a8bb13961a req-cef9aadf-eb49-4948-9a42-6c8e9e3c2b9a tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719800 Mar 28 14:29:07.681933 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-cf21fdc5-47e0-4778-9cd2-3db3e64c60e8 None None] Provisioning complete for port cbd70783-7c32-48d6-bd5b-29828f018027 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:29:07.682512 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-cf21fdc5-47e0-4778-9cd2-3db3e64c60e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (cbd70783-7c32-48d6-bd5b-29828f018027), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:07.777158 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] Set router dcab751e-d8bd-4525-b3cb-ba60549364e9 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:29:07.975094 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-cf21fdc5-47e0-4778-9cd2-3db3e64c60e8 None None] Current status of the port cbd70783-7c32-48d6-bd5b-29828f018027 is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:29:07.975363 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-cf21fdc5-47e0-4778-9cd2-3db3e64c60e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (cbd70783-7c32-48d6-bd5b-29828f018027), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:08.026801 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-cf21fdc5-47e0-4778-9cd2-3db3e64c60e8 None None] For port cbd70783-7c32-48d6-bd5b-29828f018027, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=cbd70783-7c32-48d6-bd5b-29828f018027,segment=NetworkSegment(50d76d46-fa18-4602-adbc-108e81b0efd0),segment_id=50d76d46-fa18-4602-adbc-108e81b0efd0)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:29:08.036231 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-cf21fdc5-47e0-4778-9cd2-3db3e64c60e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (cbd70783-7c32-48d6-bd5b-29828f018027), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:08.113706 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21fdc5-47e0-4778-9cd2-3db3e64c60e8 None None] Pushing event updated for resources: {'Port': ['ID=cbd70783-7c32-48d6-bd5b-29828f018027,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:08.136215 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcab751e-d8bd-4525-b3cb-ba60549364e9', 'name': 'tempest-TestMinimumBasicScenario-117368542-router', 'tenant_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '36f64fe6-9690-42a2-bab3-c82823bf20c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:59Z', 'updated_at': '2022-03-28T14:29:02Z', 'revision_number': 4, 'project_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'gw_port': {'id': '36f64fe6-9690-42a2-bab3-c82823bf20c1', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:10:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcab751e-d8bd-4525-b3cb-ba60549364e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:29:00Z', 'updated_at': '2022-03-28T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'cbd70783-7c32-48d6-bd5b-29828f018027', 'name': '', 'network_id': '6253da9a-3531-4b64-9600-18c76e0203f5', 'tenant_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'mac_address': 'fa:16:3e:a8:6c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcab751e-d8bd-4525-b3cb-ba60549364e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '873a0327-ea62-42a7-bd40-22f22351bdfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:29:02Z', 'updated_at': '2022-03-28T14:29:07Z', 'revision_number': 4, 'project_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'subnets': [{'id': '873a0327-ea62-42a7-bd40-22f22351bdfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:29:08.175753 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27e8f5a-043d-4daf-aecd-d9eb3b0aab4e None None] The sync data for ids ['dcab751e-d8bd-4525-b3cb-ba60549364e9'] in dv-cinder-790535-35-iscsi is: [{'id': 'dcab751e-d8bd-4525-b3cb-ba60549364e9', 'name': 'tempest-TestMinimumBasicScenario-117368542-router', 'tenant_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '36f64fe6-9690-42a2-bab3-c82823bf20c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:59Z', 'updated_at': '2022-03-28T14:29:02Z', 'revision_number': 4, 'project_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'gw_port': {'id': '36f64fe6-9690-42a2-bab3-c82823bf20c1', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:10:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcab751e-d8bd-4525-b3cb-ba60549364e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:29:00Z', 'updated_at': '2022-03-28T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'cbd70783-7c32-48d6-bd5b-29828f018027', 'name': '', 'network_id': '6253da9a-3531-4b64-9600-18c76e0203f5', 'tenant_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'mac_address': 'fa:16:3e:a8:6c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcab751e-d8bd-4525-b3cb-ba60549364e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '873a0327-ea62-42a7-bd40-22f22351bdfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:29:02Z', 'updated_at': '2022-03-28T14:29:07Z', 'revision_number': 4, 'project_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'subnets': [{'id': '873a0327-ea62-42a7-bd40-22f22351bdfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:29:08.184367 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-0f89f423-9f6c-49d1-ae03-bcef2ed7f49e None None] Provisioning complete for port cbd70783-7c32-48d6-bd5b-29828f018027 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:29:08.184747 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-0f89f423-9f6c-49d1-ae03-bcef2ed7f49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (cbd70783-7c32-48d6-bd5b-29828f018027), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:08.334853 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-0f89f423-9f6c-49d1-ae03-bcef2ed7f49e None None] Current status of the port cbd70783-7c32-48d6-bd5b-29828f018027 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:29:08.348514 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 41356) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:08.515527 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-97896035-08a8-494f-94bf-a8c7f6ee03de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:08.633784 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-97896035-08a8-494f-94bf-a8c7f6ee03de admin admin] Publish callbacks [] for security_group (1a3222e6-584b-40a1-aab3-92863137b396), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:08.644435 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-97896035-08a8-494f-94bf-a8c7f6ee03de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (1a3222e6-584b-40a1-aab3-92863137b396), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:08.721467 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-97896035-08a8-494f-94bf-a8c7f6ee03de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=417367b8ce1b4aef898240544564a668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3695550 Mar 28 14:29:08.731643 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 41372) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:08.772268 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a5e04-4e4b-43d9-bddc-772f44b0d4f3 req-83358143-20ac-41cd-9dad-7fcae2c6d036 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:08.776833 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ee5a5e04-4e4b-43d9-bddc-772f44b0d4f3 req-83358143-20ac-41cd-9dad-7fcae2c6d036 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0707531 Mar 28 14:29:08.780501 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97896035-08a8-494f-94bf-a8c7f6ee03de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3222e6-584b-40a1-aab3-92863137b396,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:08.849450 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f0e8d533-ded7-44d7-a417-effb11c26742 admin admin] Publish callbacks [] for security_group (1a3222e6-584b-40a1-aab3-92863137b396), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:08.889770 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ee5a5e04-4e4b-43d9-bddc-772f44b0d4f3 req-8d2318c8-60b9-41fb-bd9d-7b3875a8a988 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051278 Mar 28 14:29:08.919003 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f0e8d533-ded7-44d7-a417-effb11c26742 admin admin] Publish callbacks [] for security_group (1a3222e6-584b-40a1-aab3-92863137b396), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:08.983326 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f0e8d533-ded7-44d7-a417-effb11c26742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (1a3222e6-584b-40a1-aab3-92863137b396), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:08.989191 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f0e8d533-ded7-44d7-a417-effb11c26742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:08.990516 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-f0e8d533-ded7-44d7-a417-effb11c26742 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a3222e6-584b-40a1-aab3-92863137b396 HTTP/1.1" status: 204 len: 168 time: 0.2373226 Mar 28 14:29:09.003316 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8d533-ded7-44d7-a417-effb11c26742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3222e6-584b-40a1-aab3-92863137b396,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:09.382625 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 41404) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:09.401315 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-67bb00d6-dd98-4e0b-8815-078d75358321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:09.478492 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:09.551606 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-67bb00d6-dd98-4e0b-8815-078d75358321 admin admin] Publish callbacks [] for security_group (37f64e51-85cf-43aa-8631-6c7495d53477), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:09.561005 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-67bb00d6-dd98-4e0b-8815-078d75358321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (37f64e51-85cf-43aa-8631-6c7495d53477), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:09.600569 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-67bb00d6-dd98-4e0b-8815-078d75358321 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3dd59276602c4c5b888b79445d6aa9f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167249 Mar 28 14:29:09.601429 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb00d6-dd98-4e0b-8815-078d75358321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f64e51-85cf-43aa-8631-6c7495d53477,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:09.603786 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 41410) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:09.664256 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-31418d9a-d466-46d2-8e3a-2e509cd661da admin admin] Publish callbacks [] for security_group (37f64e51-85cf-43aa-8631-6c7495d53477), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:09.713272 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-31418d9a-d466-46d2-8e3a-2e509cd661da admin admin] Publish callbacks [] for security_group (37f64e51-85cf-43aa-8631-6c7495d53477), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:09.803681 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-31418d9a-d466-46d2-8e3a-2e509cd661da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (37f64e51-85cf-43aa-8631-6c7495d53477), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:09.806551 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-31418d9a-d466-46d2-8e3a-2e509cd661da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:09.807944 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-31418d9a-d466-46d2-8e3a-2e509cd661da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37f64e51-85cf-43aa-8631-6c7495d53477 HTTP/1.1" status: 204 len: 168 time: 0.2030938 Mar 28 14:29:09.818279 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31418d9a-d466-46d2-8e3a-2e509cd661da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f64e51-85cf-43aa-8631-6c7495d53477,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:10.047196 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30f54c-6c5c-460d-b1b3-c729035727c8 req-d6b146e5-a253-4963-819e-8d9daff46df8 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:10.048854 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4b30f54c-6c5c-460d-b1b3-c729035727c8 req-d6b146e5-a253-4963-819e-8d9daff46df8 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0841644 Mar 28 14:29:10.104708 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4b30f54c-6c5c-460d-b1b3-c729035727c8 req-b841ec18-40ee-461a-85a4-9c8d0b37047d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495684 Mar 28 14:29:10.232212 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device cbd70783-7c32-48d6-bd5b-29828f018027 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:29:10.331322 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port cbd70783-7c32-48d6-bd5b-29828f018027 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:29:10.331696 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (cbd70783-7c32-48d6-bd5b-29828f018027), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:10.430006 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port cbd70783-7c32-48d6-bd5b-29828f018027 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:29:11.276273 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664a08d-a7af-4161-8561-a01624e9950b req-0a6e079c-2df7-477e-bab4-8e1043bb3408 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:11.284306 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4664a08d-a7af-4161-8561-a01624e9950b req-0a6e079c-2df7-477e-bab4-8e1043bb3408 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0683815 Mar 28 14:29:11.339340 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4664a08d-a7af-4161-8561-a01624e9950b req-c49d94e5-3dee-44e7-87f7-6d9361e2a93d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539477 Mar 28 14:29:12.464580 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e97a36-e639-47f8-a260-b543c87b2014 req-abffb48e-e076-4505-a845-5ba53d01a50d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:12.466240 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-01e97a36-e639-47f8-a260-b543c87b2014 req-abffb48e-e076-4505-a845-5ba53d01a50d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0566096 Mar 28 14:29:12.525502 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-01e97a36-e639-47f8-a260-b543c87b2014 req-eae29508-6892-4cfc-8085-32463cdac613 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534801 Mar 28 14:29:13.479412 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 41506) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:13.619524 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a980e77e-9c81-464c-91e5-094be01309e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:13.673149 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225395f-9856-485b-a636-bf7d0f71ab5b req-aa6c86fe-3b67-44c8-8e14-76a06be73a39 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:13.675679 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f225395f-9856-485b-a636-bf7d0f71ab5b req-aa6c86fe-3b67-44c8-8e14-76a06be73a39 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0693760 Mar 28 14:29:13.712603 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a980e77e-9c81-464c-91e5-094be01309e4 admin admin] Publish callbacks [] for security_group (f2b8e5bf-d1d5-4d9f-bc8b-11f965a83a2b), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:13.718172 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a980e77e-9c81-464c-91e5-094be01309e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (f2b8e5bf-d1d5-4d9f-bc8b-11f965a83a2b), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:13.737296 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f225395f-9856-485b-a636-bf7d0f71ab5b req-c3adc33a-e4d7-43b0-a7c8-f584fa99b9f7 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529141 Mar 28 14:29:13.771886 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-a980e77e-9c81-464c-91e5-094be01309e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c18598630a2e40dd8afbda0cdbb47075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911992 Mar 28 14:29:13.774585 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 41512) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:13.776873 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980e77e-9c81-464c-91e5-094be01309e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b8e5bf-d1d5-4d9f-bc8b-11f965a83a2b,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:13.832233 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c1a4574f-7211-4309-86a8-52241fba9700 admin admin] Publish callbacks [] for security_group (f2b8e5bf-d1d5-4d9f-bc8b-11f965a83a2b), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:13.858961 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c1a4574f-7211-4309-86a8-52241fba9700 admin admin] Publish callbacks [] for security_group (f2b8e5bf-d1d5-4d9f-bc8b-11f965a83a2b), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:13.916875 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c1a4574f-7211-4309-86a8-52241fba9700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (f2b8e5bf-d1d5-4d9f-bc8b-11f965a83a2b), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:13.920036 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c1a4574f-7211-4309-86a8-52241fba9700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:13.921406 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-c1a4574f-7211-4309-86a8-52241fba9700 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2b8e5bf-d1d5-4d9f-bc8b-11f965a83a2b HTTP/1.1" status: 204 len: 168 time: 0.1454053 Mar 28 14:29:13.929828 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4574f-7211-4309-86a8-52241fba9700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b8e5bf-d1d5-4d9f-bc8b-11f965a83a2b,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:14.877039 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e87530-e2ab-4b07-84a0-0d73ba28fcde req-57a464af-1a1d-4317-9996-362ab453e2ea tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:14.879699 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-91e87530-e2ab-4b07-84a0-0d73ba28fcde req-57a464af-1a1d-4317-9996-362ab453e2ea tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0685973 Mar 28 14:29:14.944734 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-91e87530-e2ab-4b07-84a0-0d73ba28fcde req-e6c43c92-0e0a-4a15-817b-30b975b2b4ab tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503004 Mar 28 14:29:15.470387 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-987534a7-0e21-41df-8d6a-b8b0375f5e06 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:15.474656 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-987534a7-0e21-41df-8d6a-b8b0375f5e06 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/networks?id=eee06b6b-0d39-4ecb-bc82-7f01624470a4 HTTP/1.1" status: 200 len: 814 time: 0.1009116 Mar 28 14:29:15.486169 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-88be1c26-104d-4929-b268-b9a8e399e36c tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/quotas/98f8108a48c04e1ebc698816248910e1 HTTP/1.1" status: 200 len: 375 time: 0.0090864 Mar 28 14:29:15.554973 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-59617fd6-3108-49da-a66d-107343760911 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98f8108a48c04e1ebc698816248910e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632863 Mar 28 14:29:15.874530 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-56d79c49-0700-4495-9a8d-e47311534b3a service neutron] 10.222.0.13 "GET /v2.0/networks/eee06b6b-0d39-4ecb-bc82-7f01624470a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041170 Mar 28 14:29:15.971263 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-fde7c0cf-6428-4558-bf40-c52712010cf0 service neutron] 10.222.0.13 "GET /v2.0/networks/eee06b6b-0d39-4ecb-bc82-7f01624470a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904036 Mar 28 14:29:16.056789 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715819d-d7f1-47a2-925e-2f71be37f341 req-1a9c79b6-5309-4342-b8c9-108321687b7b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:16.063816 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8715819d-d7f1-47a2-925e-2f71be37f341 req-1a9c79b6-5309-4342-b8c9-108321687b7b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0627506 Mar 28 14:29:16.121657 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8715819d-d7f1-47a2-925e-2f71be37f341 req-94855819-3e61-4687-a5da-d128d9bbdbb2 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525172 Mar 28 14:29:16.139153 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1405cef6-62ee-4654-9bb9-26c875946eca req-5ec96d20-497f-4b66-a69a-ebed5e534dbe tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 210 time: 0.0432737 Mar 28 14:29:17.171821 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-0a152721-7467-4899-8d9c-f987a0cbe472 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:17.173282 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-0a152721-7467-4899-8d9c-f987a0cbe472 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.18 "GET /v2.0/networks?id=eee06b6b-0d39-4ecb-bc82-7f01624470a4 HTTP/1.1" status: 200 len: 814 time: 0.0973778 Mar 28 14:29:17.203427 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-215865fe-e629-4d7a-8753-06772936278c tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Request body: {'port': {'device_id': '5db5e287-dc47-454b-b946-b13be19773fa', 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4', 'admin_state_up': True, 'tenant_id': '98f8108a48c04e1ebc698816248910e1'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:29:17.239793 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-bdb684d4-773c-49d2-b54a-ec2bb487861d req-5b781f67-bb9b-47fc-aeaa-6a8790befb64 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 210 time: 0.0275726 Mar 28 14:29:17.321832 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404930b-8b64-4864-a681-b17b4b42ce1b req-9d079372-8e1c-4697-8f16-cbd190f1a48c tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:17.323350 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2404930b-8b64-4864-a681-b17b4b42ce1b req-9d079372-8e1c-4697-8f16-cbd190f1a48c tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.1361229 Mar 28 14:29:17.383808 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-215865fe-e629-4d7a-8753-06772936278c tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Made reservation on behalf of 98f8108a48c04e1ebc698816248910e1 for: {'port': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:29:17.387157 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-215865fe-e629-4d7a-8753-06772936278c tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:17.398923 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2404930b-8b64-4864-a681-b17b4b42ce1b req-89436b86-a422-4fdb-b838-de1e78c1f9c8 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658805 Mar 28 14:29:17.515634 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-215865fe-e629-4d7a-8753-06772936278c tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Allocated IP 172.20.0.7 (eee06b6b-0d39-4ecb-bc82-7f01624470a4/2da35b60-18e6-4d47-a178-a7d677f0b069/aa235016-c78c-4cb8-ab63-40daa550fe73) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:29:17.734105 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-215865fe-e629-4d7a-8753-06772936278c tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for port (aa235016-c78c-4cb8-ab63-40daa550fe73), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:17.805616 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-215865fe-e629-4d7a-8753-06772936278c tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (aa235016-c78c-4cb8-ab63-40daa550fe73), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:17.951119 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215865fe-e629-4d7a-8753-06772936278c tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Pushing event updated for resources: {'Port': ['ID=aa235016-c78c-4cb8-ab63-40daa550fe73,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:17.980029 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-215865fe-e629-4d7a-8753-06772936278c tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Network eee06b6b-0d39-4ecb-bc82-7f01624470a4 is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:29:17.984820 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-215865fe-e629-4d7a-8753-06772936278c tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:29:17.992149 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-215865fe-e629-4d7a-8753-06772936278c tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:29:18.075969 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-215865fe-e629-4d7a-8753-06772936278c tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:18.076608 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-215865fe-e629-4d7a-8753-06772936278c tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:18.118524 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-215865fe-e629-4d7a-8753-06772936278c tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9201100 Mar 28 14:29:18.358116 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-4f52b458-130c-4a8e-9892-9b3bc5d7b13d None None] Provisioning complete for port aa235016-c78c-4cb8-ab63-40daa550fe73 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:29:18.361570 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-4f52b458-130c-4a8e-9892-9b3bc5d7b13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (aa235016-c78c-4cb8-ab63-40daa550fe73), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:18.387240 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6848b40-bc54-41dc-a39f-4dd217a43912 req-d0ba750f-03ec-4bc0-9a92-38413ed4cec8 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:18.387240 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a6848b40-bc54-41dc-a39f-4dd217a43912 req-d0ba750f-03ec-4bc0-9a92-38413ed4cec8 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 931 time: 0.0639212 Mar 28 14:29:18.450369 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-4f52b458-130c-4a8e-9892-9b3bc5d7b13d None None] Port aa235016-c78c-4cb8-ab63-40daa550fe73 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:29:18.486957 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a6848b40-bc54-41dc-a39f-4dd217a43912 req-c5ec7d44-165a-4b85-8efa-5a8bfc991ea4 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877891 Mar 28 14:29:18.596947 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbfd4e-9f41-4c5f-8ce1-9ae79aeb172b req-7289754e-728d-4ef9-b275-31f12187bd34 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:18.598594 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d9fbfd4e-9f41-4c5f-8ce1-9ae79aeb172b req-7289754e-728d-4ef9-b275-31f12187bd34 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0675278 Mar 28 14:29:18.646168 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 41730) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:18.651334 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d9fbfd4e-9f41-4c5f-8ce1-9ae79aeb172b req-51995dd5-c852-4c8e-916b-8ed2088d60b9 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404587 Mar 28 14:29:18.759229 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-61dfa3b6-baf8-4f32-b13e-f91703032c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:18.833455 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-61dfa3b6-baf8-4f32-b13e-f91703032c64 admin admin] Publish callbacks [] for security_group (67d81b2c-6cfa-424b-843f-ecd264e2bd9f), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:18.841970 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-61dfa3b6-baf8-4f32-b13e-f91703032c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (67d81b2c-6cfa-424b-843f-ecd264e2bd9f), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:18.883654 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-61dfa3b6-baf8-4f32-b13e-f91703032c64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3dd87a8aa54544b0bad7691994426994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363560 Mar 28 14:29:18.884454 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfa3b6-baf8-4f32-b13e-f91703032c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d81b2c-6cfa-424b-843f-ecd264e2bd9f,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:18.886339 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 41734) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:18.937964 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0222c1fa-8745-48a9-8dc2-52ea350f91e0 admin admin] Publish callbacks [] for security_group (67d81b2c-6cfa-424b-843f-ecd264e2bd9f), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:18.959136 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0222c1fa-8745-48a9-8dc2-52ea350f91e0 admin admin] Publish callbacks [] for security_group (67d81b2c-6cfa-424b-843f-ecd264e2bd9f), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:19.007981 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0222c1fa-8745-48a9-8dc2-52ea350f91e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (67d81b2c-6cfa-424b-843f-ecd264e2bd9f), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:19.011292 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0222c1fa-8745-48a9-8dc2-52ea350f91e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:19.013100 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-0222c1fa-8745-48a9-8dc2-52ea350f91e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67d81b2c-6cfa-424b-843f-ecd264e2bd9f HTTP/1.1" status: 204 len: 168 time: 0.1252942 Mar 28 14:29:19.022021 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222c1fa-8745-48a9-8dc2-52ea350f91e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d81b2c-6cfa-424b-843f-ecd264e2bd9f,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:19.287253 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 41740) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:19.302036 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-020e7edf-718f-4271-8fea-a180743f6dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:19.383046 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-020e7edf-718f-4271-8fea-a180743f6dc4 admin admin] Publish callbacks [] for security_group (5fbf22d9-922a-4bb9-9c64-0df884e570de), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:19.387692 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-020e7edf-718f-4271-8fea-a180743f6dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (5fbf22d9-922a-4bb9-9c64-0df884e570de), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:19.432072 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e7edf-718f-4271-8fea-a180743f6dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbf22d9-922a-4bb9-9c64-0df884e570de,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:19.436694 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-020e7edf-718f-4271-8fea-a180743f6dc4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af9752dee3f644c189503ef14864b727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483438 Mar 28 14:29:19.439605 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 41742) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:19.489944 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-aeb1041f-6035-4094-84c8-c2dac86cda3b admin admin] Publish callbacks [] for security_group (5fbf22d9-922a-4bb9-9c64-0df884e570de), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:19.527743 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-aeb1041f-6035-4094-84c8-c2dac86cda3b admin admin] Publish callbacks [] for security_group (5fbf22d9-922a-4bb9-9c64-0df884e570de), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:19.619502 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1f847-2f58-4f0f-b905-6f2fa93c2e3b req-0fb4dd29-1649-4805-b1e6-ba8564faa9fb tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:19.638412 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-cdd1f847-2f58-4f0f-b905-6f2fa93c2e3b req-0fb4dd29-1649-4805-b1e6-ba8564faa9fb tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 931 time: 0.0930655 Mar 28 14:29:19.647363 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-aeb1041f-6035-4094-84c8-c2dac86cda3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (5fbf22d9-922a-4bb9-9c64-0df884e570de), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:19.650121 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-aeb1041f-6035-4094-84c8-c2dac86cda3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:19.651323 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-aeb1041f-6035-4094-84c8-c2dac86cda3b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5fbf22d9-922a-4bb9-9c64-0df884e570de HTTP/1.1" status: 204 len: 168 time: 0.2106969 Mar 28 14:29:19.667766 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1041f-6035-4094-84c8-c2dac86cda3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbf22d9-922a-4bb9-9c64-0df884e570de,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:19.767712 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-cdd1f847-2f58-4f0f-b905-6f2fa93c2e3b req-43490b62-320f-4828-81db-4763543b1a6e tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234457 Mar 28 14:29:19.848124 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0822dd3-2256-48b5-947a-2df701cc5b46 req-857d6fb9-38d4-4925-bfc1-f145c3d925aa tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:19.850416 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b0822dd3-2256-48b5-947a-2df701cc5b46 req-857d6fb9-38d4-4925-bfc1-f145c3d925aa tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0685694 Mar 28 14:29:19.923005 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b0822dd3-2256-48b5-947a-2df701cc5b46 req-fd0935bc-a4ed-4b63-a683-88fc1f54aa1a tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585222 Mar 28 14:29:20.895945 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9dda8-785d-4419-94dd-f8b62b9ca0a2 req-2d2a7f32-1a86-41c3-b8e8-3bf6dae6d444 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:20.897683 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-86c9dda8-785d-4419-94dd-f8b62b9ca0a2 req-2d2a7f32-1a86-41c3-b8e8-3bf6dae6d444 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 931 time: 0.0737855 Mar 28 14:29:20.947464 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-86c9dda8-785d-4419-94dd-f8b62b9ca0a2 req-016a7a9d-3046-489f-b039-e8fb2cec912f tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434799 Mar 28 14:29:21.083678 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d3175-e9b6-4b1d-bcd1-180b63267adb req-ea6cf68d-a68a-4645-918f-9a5ce94a5a47 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:21.085943 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-456d3175-e9b6-4b1d-bcd1-180b63267adb req-ea6cf68d-a68a-4645-918f-9a5ce94a5a47 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0557733 Mar 28 14:29:21.148534 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-456d3175-e9b6-4b1d-bcd1-180b63267adb req-03034800-6abc-4a12-a17c-39d5d02ab0d5 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527196 Mar 28 14:29:21.588421 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 41856) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:21.734720 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d6cbd0e9-cf2d-4f49-9e36-43b097cc6d4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:21.826636 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d6cbd0e9-cf2d-4f49-9e36-43b097cc6d4c admin admin] Publish callbacks [] for security_group (c8e1d810-9c0d-4e5a-9dcb-35e11cb6d0e6), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:21.831939 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d6cbd0e9-cf2d-4f49-9e36-43b097cc6d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (c8e1d810-9c0d-4e5a-9dcb-35e11cb6d0e6), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:21.872782 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-d6cbd0e9-cf2d-4f49-9e36-43b097cc6d4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e82d0a5534d348da8502bad8f6d73165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2830658 Mar 28 14:29:21.875395 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 41878) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:21.886133 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbd0e9-cf2d-4f49-9e36-43b097cc6d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e1d810-9c0d-4e5a-9dcb-35e11cb6d0e6,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:21.954863 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-edfcccc7-189d-4bac-bcc6-c5659b98d3ad admin admin] Publish callbacks [] for security_group (c8e1d810-9c0d-4e5a-9dcb-35e11cb6d0e6), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:21.977621 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-edfcccc7-189d-4bac-bcc6-c5659b98d3ad admin admin] Publish callbacks [] for security_group (c8e1d810-9c0d-4e5a-9dcb-35e11cb6d0e6), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:22.039498 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-edfcccc7-189d-4bac-bcc6-c5659b98d3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (c8e1d810-9c0d-4e5a-9dcb-35e11cb6d0e6), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:22.045434 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-edfcccc7-189d-4bac-bcc6-c5659b98d3ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:22.047630 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-edfcccc7-189d-4bac-bcc6-c5659b98d3ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8e1d810-9c0d-4e5a-9dcb-35e11cb6d0e6 HTTP/1.1" status: 204 len: 168 time: 0.1710551 Mar 28 14:29:22.056360 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcccc7-189d-4bac-bcc6-c5659b98d3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e1d810-9c0d-4e5a-9dcb-35e11cb6d0e6,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:22.135647 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259e089-2729-4b13-90d5-6adfbb051192 req-cad41cee-7cd7-4b50-9924-5d547737b29f tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:22.137173 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-0259e089-2729-4b13-90d5-6adfbb051192 req-cad41cee-7cd7-4b50-9924-5d547737b29f tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 931 time: 0.0918672 Mar 28 14:29:22.203191 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-0259e089-2729-4b13-90d5-6adfbb051192 req-25ce7bf6-5116-4f92-b4ff-261dd8bee74b tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577919 Mar 28 14:29:22.214690 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 41892) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:22.313351 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59fc06-a74e-4dda-958e-d696dd67f20a req-ece9d05a-2ae2-43f2-8ed5-5c77745137d8 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:22.315061 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0c59fc06-a74e-4dda-958e-d696dd67f20a req-ece9d05a-2ae2-43f2-8ed5-5c77745137d8 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0770988 Mar 28 14:29:22.365008 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0c59fc06-a74e-4dda-958e-d696dd67f20a req-32d386f7-4710-4089-a2a5-a9bdbf2f6e95 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443115 Mar 28 14:29:22.444589 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f6bd48f7-c789-4fd6-b096-32d68ebf5cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:22.524164 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f6bd48f7-c789-4fd6-b096-32d68ebf5cc6 admin admin] Publish callbacks [] for security_group (68368e6f-9f43-4a7c-82fb-112b5cf9d80b), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:22.539493 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f6bd48f7-c789-4fd6-b096-32d68ebf5cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (68368e6f-9f43-4a7c-82fb-112b5cf9d80b), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:22.583736 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-f6bd48f7-c789-4fd6-b096-32d68ebf5cc6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b13fb8cabf249b69dbc96e9abe630aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3667157 Mar 28 14:29:22.584186 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 41906) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:22.591053 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd48f7-c789-4fd6-b096-32d68ebf5cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68368e6f-9f43-4a7c-82fb-112b5cf9d80b,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:22.639442 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-70d25aaf-eb4b-42aa-9c1d-211fdb01f5eb admin admin] Publish callbacks [] for security_group (68368e6f-9f43-4a7c-82fb-112b5cf9d80b), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:22.673351 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-70d25aaf-eb4b-42aa-9c1d-211fdb01f5eb admin admin] Publish callbacks [] for security_group (68368e6f-9f43-4a7c-82fb-112b5cf9d80b), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:22.751542 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-70d25aaf-eb4b-42aa-9c1d-211fdb01f5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (68368e6f-9f43-4a7c-82fb-112b5cf9d80b), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:22.755674 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-70d25aaf-eb4b-42aa-9c1d-211fdb01f5eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:22.759250 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-70d25aaf-eb4b-42aa-9c1d-211fdb01f5eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68368e6f-9f43-4a7c-82fb-112b5cf9d80b HTTP/1.1" status: 204 len: 168 time: 0.1716144 Mar 28 14:29:22.774121 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d25aaf-eb4b-42aa-9c1d-211fdb01f5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68368e6f-9f43-4a7c-82fb-112b5cf9d80b,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:23.204187 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 41950) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:23.223436 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9a2807bb-11da-4ca9-a573-117a89d5f56f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:23.339393 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9a2807bb-11da-4ca9-a573-117a89d5f56f admin admin] Publish callbacks [] for security_group (3887a987-0eb1-4e49-9228-dfd35281a567), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:23.344635 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9a2807bb-11da-4ca9-a573-117a89d5f56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (3887a987-0eb1-4e49-9228-dfd35281a567), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:23.374518 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db9914-f68b-4520-8b9e-aab094fb2cbd req-cc574ca7-b599-4cfe-a3c5-c85226cc48b3 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:23.376039 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-30db9914-f68b-4520-8b9e-aab094fb2cbd req-cc574ca7-b599-4cfe-a3c5-c85226cc48b3 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 931 time: 0.0543418 Mar 28 14:29:23.384137 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-9a2807bb-11da-4ca9-a573-117a89d5f56f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58d3bc0d39a84b299ab84475ab05312c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1787126 Mar 28 14:29:23.386090 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2807bb-11da-4ca9-a573-117a89d5f56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3887a987-0eb1-4e49-9228-dfd35281a567,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:23.388640 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 41954) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:23.437011 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d976064a-5287-4ed5-9969-cf2f3478d54a admin admin] Publish callbacks [] for security_group (3887a987-0eb1-4e49-9228-dfd35281a567), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:23.490764 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d976064a-5287-4ed5-9969-cf2f3478d54a admin admin] Publish callbacks [] for security_group (3887a987-0eb1-4e49-9228-dfd35281a567), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:23.517848 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-30db9914-f68b-4520-8b9e-aab094fb2cbd req-681f92cf-9ed6-4612-8d0d-0c228c1f4684 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342871 Mar 28 14:29:23.758109 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd443039-24e1-4db0-8340-cdc812013383 req-7d75fddf-fb2f-42f2-9a31-9b9d294c535d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:23.759707 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-dd443039-24e1-4db0-8340-cdc812013383 req-7d75fddf-fb2f-42f2-9a31-9b9d294c535d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.3087296 Mar 28 14:29:23.797383 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d976064a-5287-4ed5-9969-cf2f3478d54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (3887a987-0eb1-4e49-9228-dfd35281a567), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:23.800268 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d976064a-5287-4ed5-9969-cf2f3478d54a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:23.801484 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-d976064a-5287-4ed5-9969-cf2f3478d54a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3887a987-0eb1-4e49-9228-dfd35281a567 HTTP/1.1" status: 204 len: 168 time: 0.4121308 Mar 28 14:29:23.818692 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976064a-5287-4ed5-9969-cf2f3478d54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3887a987-0eb1-4e49-9228-dfd35281a567,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:23.830029 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 41964) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:23.834688 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-dd443039-24e1-4db0-8340-cdc812013383 req-4d9dc65e-7261-40ae-9a24-1a12814ade3c tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688043 Mar 28 14:29:23.978604 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8690850c-8e71-4661-b1a2-01adfeeeecb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:24.078303 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8690850c-8e71-4661-b1a2-01adfeeeecb1 admin admin] Publish callbacks [] for security_group (2ca8a77f-0a3b-4fe0-b1d5-072d8e69d3c1), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:24.083141 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8690850c-8e71-4661-b1a2-01adfeeeecb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (2ca8a77f-0a3b-4fe0-b1d5-072d8e69d3c1), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:24.126275 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-8690850c-8e71-4661-b1a2-01adfeeeecb1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff78ffc67bbf4acf8d0b0e312a0803c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2924843 Mar 28 14:29:24.126275 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690850c-8e71-4661-b1a2-01adfeeeecb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca8a77f-0a3b-4fe0-b1d5-072d8e69d3c1,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:24.127044 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 41970) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:24.178867 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-641dcb91-dfec-4bc3-83f0-f748605cd46d admin admin] Publish callbacks [] for security_group (2ca8a77f-0a3b-4fe0-b1d5-072d8e69d3c1), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:24.205589 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-641dcb91-dfec-4bc3-83f0-f748605cd46d admin admin] Publish callbacks [] for security_group (2ca8a77f-0a3b-4fe0-b1d5-072d8e69d3c1), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:24.265517 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-641dcb91-dfec-4bc3-83f0-f748605cd46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (2ca8a77f-0a3b-4fe0-b1d5-072d8e69d3c1), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:24.268279 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-641dcb91-dfec-4bc3-83f0-f748605cd46d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:24.271796 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-641dcb91-dfec-4bc3-83f0-f748605cd46d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ca8a77f-0a3b-4fe0-b1d5-072d8e69d3c1 HTTP/1.1" status: 204 len: 168 time: 0.1412745 Mar 28 14:29:24.291713 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641dcb91-dfec-4bc3-83f0-f748605cd46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca8a77f-0a3b-4fe0-b1d5-072d8e69d3c1,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:24.682472 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80594212-c404-4812-846e-7b3d79ac1536 req-e740c5f8-24b8-4508-af4c-6515095e66ad tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:24.699834 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-80594212-c404-4812-846e-7b3d79ac1536 req-e740c5f8-24b8-4508-af4c-6515095e66ad tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 931 time: 0.1026142 Mar 28 14:29:24.799652 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-80594212-c404-4812-846e-7b3d79ac1536 req-22d134c5-9b12-43eb-bcef-32a7b7fbddac tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988364 Mar 28 14:29:24.986748 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9fc71-8d1c-4ded-8845-14df35f2b242 req-9ff62d48-500c-4523-9865-f0ee0d7fa829 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:24.988223 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-26f9fc71-8d1c-4ded-8845-14df35f2b242 req-9ff62d48-500c-4523-9865-f0ee0d7fa829 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0585079 Mar 28 14:29:25.050751 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-26f9fc71-8d1c-4ded-8845-14df35f2b242 req-06770da7-f98e-4734-9a95-51a9a5f7b2a8 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563452 Mar 28 14:29:25.908232 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c06f0-713b-44a1-b7bc-6b385f4349fa req-5daec6a2-bc4b-4266-90be-8962834ba89f tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:25.917532 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6b9c06f0-713b-44a1-b7bc-6b385f4349fa req-5daec6a2-bc4b-4266-90be-8962834ba89f tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 931 time: 0.0696321 Mar 28 14:29:25.970954 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6b9c06f0-713b-44a1-b7bc-6b385f4349fa req-675c7983-3ea7-4779-876c-41b1ffec8347 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521090 Mar 28 14:29:26.279468 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58aa829-7d53-4223-8b81-4d779e420e1a req-85f99215-fcb1-4d1e-8e6d-a322e50ff9c5 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:26.281265 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a58aa829-7d53-4223-8b81-4d779e420e1a req-85f99215-fcb1-4d1e-8e6d-a322e50ff9c5 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.1089933 Mar 28 14:29:26.359873 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a58aa829-7d53-4223-8b81-4d779e420e1a req-cb5e85e8-b37d-456f-b79d-989ea843869e tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727644 Mar 28 14:29:27.161511 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160ffd0-cdb6-49c8-b210-f17c8345fcab req-e9809fc2-9748-4221-a67d-2c42fd08af94 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:27.163157 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c160ffd0-cdb6-49c8-b210-f17c8345fcab req-e9809fc2-9748-4221-a67d-2c42fd08af94 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 931 time: 0.0942049 Mar 28 14:29:27.210087 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c160ffd0-cdb6-49c8-b210-f17c8345fcab req-8343d96a-4b05-4170-94a3-aaed0ab142df tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411713 Mar 28 14:29:27.494449 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d4605-5213-4c7f-9d52-33c7499effb7 req-eb091059-d5bb-425e-bacb-9f6ba3a44d3b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:27.496029 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-db1d4605-5213-4c7f-9d52-33c7499effb7 req-eb091059-d5bb-425e-bacb-9f6ba3a44d3b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0538697 Mar 28 14:29:27.555060 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-db1d4605-5213-4c7f-9d52-33c7499effb7 req-a2732d48-8f1c-415c-9709-dd76552ead14 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529346 Mar 28 14:29:28.332139 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfc200-c13a-4c1b-ad8e-328e20412fa2 req-23daec2c-49e1-4f3c-8dc8-5c9aada51930 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:28.333648 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-25dfc200-c13a-4c1b-ad8e-328e20412fa2 req-23daec2c-49e1-4f3c-8dc8-5c9aada51930 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 931 time: 0.0511677 Mar 28 14:29:28.398876 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-25dfc200-c13a-4c1b-ad8e-328e20412fa2 req-22c6abbb-b2db-42c7-a1bd-f404b5a4567d tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551105 Mar 28 14:29:28.713673 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a18f58-0443-4aae-9637-26a5e56c9e2d req-ab067ae7-bfac-4b11-b905-03b42b50a862 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:28.731964 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-05a18f58-0443-4aae-9637-26a5e56c9e2d req-ab067ae7-bfac-4b11-b905-03b42b50a862 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0862868 Mar 28 14:29:28.753212 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 42166) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:28.799750 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-05a18f58-0443-4aae-9637-26a5e56c9e2d req-64c7b7d1-bcef-4fbe-a259-b433619d9f39 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659566 Mar 28 14:29:28.908241 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0aaaa86b-cd7b-4a4a-811c-9ca29abd06b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:28.992013 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0aaaa86b-cd7b-4a4a-811c-9ca29abd06b7 admin admin] Publish callbacks [] for security_group (b030a324-8cfb-420a-b803-3b1e01fdc49c), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:28.996454 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0aaaa86b-cd7b-4a4a-811c-9ca29abd06b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (b030a324-8cfb-420a-b803-3b1e01fdc49c), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:29.036375 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-0aaaa86b-cd7b-4a4a-811c-9ca29abd06b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31e6b82c383d444d851be63de139c097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815940 Mar 28 14:29:29.037239 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaaa86b-cd7b-4a4a-811c-9ca29abd06b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b030a324-8cfb-420a-b803-3b1e01fdc49c,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:29.039036 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 42178) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:29.094612 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f3532341-3771-467a-a683-e4af768922c1 admin admin] Publish callbacks [] for security_group (b030a324-8cfb-420a-b803-3b1e01fdc49c), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:29.117973 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f3532341-3771-467a-a683-e4af768922c1 admin admin] Publish callbacks [] for security_group (b030a324-8cfb-420a-b803-3b1e01fdc49c), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:29.165918 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f3532341-3771-467a-a683-e4af768922c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (b030a324-8cfb-420a-b803-3b1e01fdc49c), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:29.168623 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f3532341-3771-467a-a683-e4af768922c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:29.169872 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-f3532341-3771-467a-a683-e4af768922c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b030a324-8cfb-420a-b803-3b1e01fdc49c HTTP/1.1" status: 204 len: 168 time: 0.1298413 Mar 28 14:29:29.178168 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3532341-3771-467a-a683-e4af768922c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b030a324-8cfb-420a-b803-3b1e01fdc49c,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:29.221951 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-31bed350-684b-4a59-a1b9-719ff72e1da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:29.510504 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af318b0f-210e-47ce-9619-e5271a08204f req-f61fb1bd-26bf-4e1f-a7e9-f731d02d9037 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:29.512160 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-af318b0f-210e-47ce-9619-e5271a08204f req-f61fb1bd-26bf-4e1f-a7e9-f731d02d9037 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 931 time: 0.0549822 Mar 28 14:29:29.563135 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-af318b0f-210e-47ce-9619-e5271a08204f req-69746b84-bd99-4534-9cb8-7f95cc5a0f12 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416720 Mar 28 14:29:29.809790 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 42210) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:29.910139 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-5ba97b53-d470-4b54-8fda-0779a9227b09 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1064978427-network', 'tenant_id': 'e91186dcb7004b978e7ae494e0ad703e'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:29:29.930163 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba97b53-d470-4b54-8fda-0779a9227b09 admin admin] Made reservation on behalf of e91186dcb7004b978e7ae494e0ad703e for: {'network': 1} {{(pid=103204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:29:29.932520 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5ba97b53-d470-4b54-8fda-0779a9227b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for network (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:29.934512 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbf3b5-7277-460a-989c-ba49717a522f req-d918f7d4-fe4c-48ed-a3dd-7351dbc49fc6 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:29.941947 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-10bbf3b5-7277-460a-989c-ba49717a522f req-d918f7d4-fe4c-48ed-a3dd-7351dbc49fc6 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0663955 Mar 28 14:29:29.943009 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5ba97b53-d470-4b54-8fda-0779a9227b09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:29.996231 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-10bbf3b5-7277-460a-989c-ba49717a522f req-3fc6ffa7-e20a-49ae-886a-08b3f3f0bbc2 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526145 Mar 28 14:29:30.027851 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5ba97b53-d470-4b54-8fda-0779a9227b09 admin admin] Publish callbacks [] for security_group (de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:30.032428 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5ba97b53-d470-4b54-8fda-0779a9227b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:30.057039 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba97b53-d470-4b54-8fda-0779a9227b09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:29:30.066946 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba97b53-d470-4b54-8fda-0779a9227b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:30.071717 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5ba97b53-d470-4b54-8fda-0779a9227b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (a5384891-ecbd-4540-a178-84656651c5c8), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:30.072056 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.db.segments_db [None req-5ba97b53-d470-4b54-8fda-0779a9227b09 admin admin] Added segment a5384891-ecbd-4540-a178-84656651c5c8 of type vlan for network d343870b-24fb-4c0c-a2e7-58e585513d24 Mar 28 14:29:30.111767 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5ba97b53-d470-4b54-8fda-0779a9227b09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220902705'] for network (d343870b-24fb-4c0c-a2e7-58e585513d24), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:30.136899 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5ba97b53-d470-4b54-8fda-0779a9227b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for network (d343870b-24fb-4c0c-a2e7-58e585513d24), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:30.137883 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba97b53-d470-4b54-8fda-0779a9227b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:30.138429 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5ba97b53-d470-4b54-8fda-0779a9227b09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:30.193912 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-5ba97b53-d470-4b54-8fda-0779a9227b09 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3829892 Mar 28 14:29:30.196945 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 42232) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:30.199300 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba97b53-d470-4b54-8fda-0779a9227b09 admin admin] Pushing event updated for resources: {'Network': ['ID=d343870b-24fb-4c0c-a2e7-58e585513d24,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:30.202259 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-94cb3df9-ea2f-4135-b3d6-ac3e389447ee admin admin] Request body: {'subnet': {'network_id': 'd343870b-24fb-4c0c-a2e7-58e585513d24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1064978427-subnet', 'tenant_id': 'e91186dcb7004b978e7ae494e0ad703e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:29:30.209380 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Network d343870b-24fb-4c0c-a2e7-58e585513d24 details requested by agent ovs-agent-dv-cinder-790535-35-iscsi with host dv-cinder-790535-35-iscsi {{(pid=103206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:29:30.221255 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cb3df9-ea2f-4135-b3d6-ac3e389447ee admin admin] Made reservation on behalf of e91186dcb7004b978e7ae494e0ad703e for: {'subnet': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:29:30.223813 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-94cb3df9-ea2f-4135-b3d6-ac3e389447ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4675386'] for subnet (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:30.397059 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-94cb3df9-ea2f-4135-b3d6-ac3e389447ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5826304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4675372'] for subnet (164a1df9-5f06-4e12-a3b7-147a3dd9d30b), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:30.453554 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb3df9-ea2f-4135-b3d6-ac3e389447ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=164a1df9-5f06-4e12-a3b7-147a3dd9d30b,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:30.463268 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cb3df9-ea2f-4135-b3d6-ac3e389447ee admin admin] Checking segment: {'id': 'a5384891-ecbd-4540-a178-84656651c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd343870b-24fb-4c0c-a2e7-58e585513d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:29:30.463755 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cb3df9-ea2f-4135-b3d6-ac3e389447ee admin admin] Network hostable DHCP agents. Network: d343870b-24fb-4c0c-a2e7-58e585513d24, hostable agents: ['eea6c500-11a4-453f-b304-9367778e315c'], hosted agents: [] {{(pid=103205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:29:30.480232 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cb3df9-ea2f-4135-b3d6-ac3e389447ee admin admin] Network d343870b-24fb-4c0c-a2e7-58e585513d24 is scheduled to be hosted by DHCP agent eea6c500-11a4-453f-b304-9367778e315c with binding_index 1 {{(pid=103205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:29:30.488870 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-94cb3df9-ea2f-4135-b3d6-ac3e389447ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-35-iscsi, d343870b-24fb-4c0c-a2e7-58e585513d24) {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:29:30.493660 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cb3df9-ea2f-4135-b3d6-ac3e389447ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:30.494309 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-94cb3df9-ea2f-4135-b3d6-ac3e389447ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for subnet (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:30.500438 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab450d6-00d9-4f88-9792-e5687ee0a475 None None] Network d343870b-24fb-4c0c-a2e7-58e585513d24 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:29:30.523612 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-94cb3df9-ea2f-4135-b3d6-ac3e389447ee admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3254917 Mar 28 14:29:30.621419 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc054a78-173d-4fb0-8707-d9938f129185 None None] Network d343870b-24fb-4c0c-a2e7-58e585513d24 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:29:30.719072 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9b099-402c-481c-b100-50e0fbe0e4b1 req-6a73811a-e9d8-4b8a-a6ac-f2823fac5551 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:30.727737 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-98e9b099-402c-481c-b100-50e0fbe0e4b1 req-6a73811a-e9d8-4b8a-a6ac-f2823fac5551 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 931 time: 0.0811367 Mar 28 14:29:30.782454 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-98e9b099-402c-481c-b100-50e0fbe0e4b1 req-dc90dfa1-d67c-45c6-9593-566d54061cf3 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536923 Mar 28 14:29:31.114970 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b76aa9-e9b9-49f7-ae57-aebe82bce739 req-3b76a860-a55e-4fa7-9aaf-f31ba5077fc5 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:31.116461 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-83b76aa9-e9b9-49f7-ae57-aebe82bce739 req-3b76a860-a55e-4fa7-9aaf-f31ba5077fc5 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0536344 Mar 28 14:29:31.169622 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-83b76aa9-e9b9-49f7-ae57-aebe82bce739 req-6a57ef7b-24e2-4e6d-af89-e06afb80e17d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469623 Mar 28 14:29:31.520930 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-54e33737-aab3-4ff1-9e02-f8df9a77fec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:31.823977 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 42290) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:31.920984 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7401b05-2dd5-407e-b481-e4dfbf0cf134 req-8d986f02-e318-42b7-bef4-beb4bace7540 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:31.922701 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a7401b05-2dd5-407e-b481-e4dfbf0cf134 req-8d986f02-e318-42b7-bef4-beb4bace7540 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 931 time: 0.0738108 Mar 28 14:29:31.939980 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-89daa81e-bd53-4bf6-b91a-d0fdd5404d49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:32.022175 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a7401b05-2dd5-407e-b481-e4dfbf0cf134 req-197294c0-0a84-4d3e-98ff-e5f58946b9e6 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905712 Mar 28 14:29:32.026302 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-89daa81e-bd53-4bf6-b91a-d0fdd5404d49 admin admin] Publish callbacks [] for security_group (1c7b9c72-5cff-4125-b3f6-67da74408cc8), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:32.032053 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-89daa81e-bd53-4bf6-b91a-d0fdd5404d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (1c7b9c72-5cff-4125-b3f6-67da74408cc8), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:32.067216 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89daa81e-bd53-4bf6-b91a-d0fdd5404d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7b9c72-5cff-4125-b3f6-67da74408cc8,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:32.071760 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-89daa81e-bd53-4bf6-b91a-d0fdd5404d49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38d1dd38a60542cd9b7914ac38a3b1c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466972 Mar 28 14:29:32.075276 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 42294) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:32.121390 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a5743408-d75f-4601-8bc3-55d05067a588 admin admin] Publish callbacks [] for security_group (1c7b9c72-5cff-4125-b3f6-67da74408cc8), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:32.144593 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a5743408-d75f-4601-8bc3-55d05067a588 admin admin] Publish callbacks [] for security_group (1c7b9c72-5cff-4125-b3f6-67da74408cc8), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:32.194801 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a5743408-d75f-4601-8bc3-55d05067a588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (1c7b9c72-5cff-4125-b3f6-67da74408cc8), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:32.197460 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a5743408-d75f-4601-8bc3-55d05067a588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:32.199472 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-a5743408-d75f-4601-8bc3-55d05067a588 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c7b9c72-5cff-4125-b3f6-67da74408cc8 HTTP/1.1" status: 204 len: 168 time: 0.1238487 Mar 28 14:29:32.207820 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5743408-d75f-4601-8bc3-55d05067a588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7b9c72-5cff-4125-b3f6-67da74408cc8,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:32.300459 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d8fad-7439-4e1d-9d32-0f99a8619542 req-73e1cedc-656c-4040-bdf1-62a7407d31bb tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:32.301936 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c08d8fad-7439-4e1d-9d32-0f99a8619542 req-73e1cedc-656c-4040-bdf1-62a7407d31bb tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0563679 Mar 28 14:29:32.348878 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c08d8fad-7439-4e1d-9d32-0f99a8619542 req-e70982b4-45db-4d71-abc2-f9645f717c65 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409095 Mar 28 14:29:32.486030 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 42304) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:32.499262 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-fb2ce2a6-61e9-42d7-b4ad-9d501eb64a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:32.572170 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-fb2ce2a6-61e9-42d7-b4ad-9d501eb64a7d admin admin] Publish callbacks [] for security_group (5c14305d-c976-4d26-89b7-a9d0b5ef114b), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:32.578457 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-fb2ce2a6-61e9-42d7-b4ad-9d501eb64a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (5c14305d-c976-4d26-89b7-a9d0b5ef114b), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:32.615290 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-fb2ce2a6-61e9-42d7-b4ad-9d501eb64a7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ac67a951d694a5689be2b0bbaca50df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281652 Mar 28 14:29:32.616089 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ce2a6-61e9-42d7-b4ad-9d501eb64a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c14305d-c976-4d26-89b7-a9d0b5ef114b,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:32.618128 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 42308) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:32.670596 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:32.673512 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-121e9ad2-9883-40af-8e28-57181da58b33 admin admin] Publish callbacks [] for security_group (5c14305d-c976-4d26-89b7-a9d0b5ef114b), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:32.701778 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-121e9ad2-9883-40af-8e28-57181da58b33 admin admin] Publish callbacks [] for security_group (5c14305d-c976-4d26-89b7-a9d0b5ef114b), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:32.731797 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-dec5fdb1-0b51-4da0-84b3-83ca10718b60 service neutron] Request body: {'port': {'device_id': '5db5e287-dc47-454b-b946-b13be19773fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:29:32.751092 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-121e9ad2-9883-40af-8e28-57181da58b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (5c14305d-c976-4d26-89b7-a9d0b5ef114b), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:32.754123 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-121e9ad2-9883-40af-8e28-57181da58b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:32.755347 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-121e9ad2-9883-40af-8e28-57181da58b33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c14305d-c976-4d26-89b7-a9d0b5ef114b HTTP/1.1" status: 204 len: 168 time: 0.1361327 Mar 28 14:29:32.763007 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e9ad2-9883-40af-8e28-57181da58b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c14305d-c976-4d26-89b7-a9d0b5ef114b,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:32.827277 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-dec5fdb1-0b51-4da0-84b3-83ca10718b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (aa235016-c78c-4cb8-ab63-40daa550fe73), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:33.156780 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-dec5fdb1-0b51-4da0-84b3-83ca10718b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa235016-c78c-4cb8-ab63-40daa550fe73 {{(pid=103205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:29:33.166009 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-dec5fdb1-0b51-4da0-84b3-83ca10718b60 service neutron] Publish callbacks [] for port (aa235016-c78c-4cb8-ab63-40daa550fe73), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:33.179503 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.provisioning_blocks [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-dec5fdb1-0b51-4da0-84b3-83ca10718b60 service neutron] Transition to ACTIVE for port object aa235016-c78c-4cb8-ab63-40daa550fe73 will not be triggered until provisioned by entity L2. {{(pid=103205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 14:29:33.182612 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9df6bb-2a5b-4635-bb22-5457719ed683 req-b18683c8-16e0-499f-a4fd-557b5e25735f tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:33.188250 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-dec5fdb1-0b51-4da0-84b3-83ca10718b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (aa235016-c78c-4cb8-ab63-40daa550fe73), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:33.193844 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ed9df6bb-2a5b-4635-bb22-5457719ed683 req-b18683c8-16e0-499f-a4fd-557b5e25735f tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 931 time: 0.0972583 Mar 28 14:29:33.271893 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5fdb1-0b51-4da0-84b3-83ca10718b60 service neutron] Pushing event updated for resources: {'Port': ['ID=aa235016-c78c-4cb8-ab63-40daa550fe73,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:33.313080 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ed9df6bb-2a5b-4635-bb22-5457719ed683 req-d2c1d68e-d6d5-4c4b-a841-1109a3ce51da tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180494 Mar 28 14:29:33.374229 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-dec5fdb1-0b51-4da0-84b3-83ca10718b60 service neutron] Attempting to bind port aa235016-c78c-4cb8-ab63-40daa550fe73 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:29:33.374398 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-dec5fdb1-0b51-4da0-84b3-83ca10718b60 service neutron] Attempting to bind port aa235016-c78c-4cb8-ab63-40daa550fe73 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:29:33.374722 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-dec5fdb1-0b51-4da0-84b3-83ca10718b60 service neutron] Attempting to bind port aa235016-c78c-4cb8-ab63-40daa550fe73 on network eee06b6b-0d39-4ecb-bc82-7f01624470a4 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:29:33.380956 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-dec5fdb1-0b51-4da0-84b3-83ca10718b60 service neutron] Port aa235016-c78c-4cb8-ab63-40daa550fe73 on network eee06b6b-0d39-4ecb-bc82-7f01624470a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:29:33.381286 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-dec5fdb1-0b51-4da0-84b3-83ca10718b60 service neutron] Attempting to bind port aa235016-c78c-4cb8-ab63-40daa550fe73 on network eee06b6b-0d39-4ecb-bc82-7f01624470a4 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:29:33.388000 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-dec5fdb1-0b51-4da0-84b3-83ca10718b60 service neutron] Checking agent: {'id': 'ab5a62a0-b9cc-4af2-a98d-7d97375b077a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'started_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:29:33.388389 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-dec5fdb1-0b51-4da0-84b3-83ca10718b60 service neutron] Checking segment: {'id': 'c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:29:33.388667 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-dec5fdb1-0b51-4da0-84b3-83ca10718b60 service neutron] Bound using segment: {'id': 'c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:29:33.389226 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-dec5fdb1-0b51-4da0-84b3-83ca10718b60 service neutron] Bound port: aa235016-c78c-4cb8-ab63-40daa550fe73, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:29:33.389637 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-dec5fdb1-0b51-4da0-84b3-83ca10718b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (aa235016-c78c-4cb8-ab63-40daa550fe73), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:33.527400 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1a4e9-1608-4c60-8d06-d2c70792eaee req-2907bf03-2a41-4867-b866-f4c84999e106 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:33.532619 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-38c1a4e9-1608-4c60-8d06-d2c70792eaee req-2907bf03-2a41-4867-b866-f4c84999e106 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0889907 Mar 28 14:29:33.538536 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-dec5fdb1-0b51-4da0-84b3-83ca10718b60 service neutron] For port aa235016-c78c-4cb8-ab63-40daa550fe73, host hv-cinder-79053, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:29:33.560025 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-dec5fdb1-0b51-4da0-84b3-83ca10718b60 service neutron] For port aa235016-c78c-4cb8-ab63-40daa550fe73, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa235016-c78c-4cb8-ab63-40daa550fe73,segment=NetworkSegment(c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d),segment_id=c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:29:33.576576 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-22948f1e-fc29-4c28-ae8b-8eabd459a7be tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:33.578067 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-22948f1e-fc29-4c28-ae8b-8eabd459a7be tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/networks?id=d343870b-24fb-4c0c-a2e7-58e585513d24 HTTP/1.1" status: 200 len: 809 time: 0.1453128 Mar 28 14:29:33.579673 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-dec5fdb1-0b51-4da0-84b3-83ca10718b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (aa235016-c78c-4cb8-ab63-40daa550fe73), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:33.585401 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-38c1a4e9-1608-4c60-8d06-d2c70792eaee req-ead1413c-0572-4a15-9ab3-b03d286bc096 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479481 Mar 28 14:29:33.630306 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-dec5fdb1-0b51-4da0-84b3-83ca10718b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:33.630923 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-dec5fdb1-0b51-4da0-84b3-83ca10718b60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:33.632338 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-dec5fdb1-0b51-4da0-84b3-83ca10718b60 service neutron] 10.222.0.18 "PUT /v2.0/ports/aa235016-c78c-4cb8-ab63-40daa550fe73 HTTP/1.1" status: 200 len: 1093 time: 0.9050508 Mar 28 14:29:33.633665 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db5e287-dc47-454b-b946-b13be19773fa', 'tag': 'aa235016-c78c-4cb8-ab63-40daa550fe73'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:29:33.637001 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5a5fb0-89f3-46e9-8925-a0685dc898bc" -d '{"events": [{"name": "network-changed", "server_uuid": "5db5e287-dc47-454b-b946-b13be19773fa", "tag": "aa235016-c78c-4cb8-ab63-40daa550fe73"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:29:33.654117 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-166718d1-64d0-4e28-a137-a31164b68342 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/quotas/e91186dcb7004b978e7ae494e0ad703e HTTP/1.1" status: 200 len: 375 time: 0.0417676 Mar 28 14:29:33.699773 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb970a7-755b-470e-a656-e88933e6f2ca x-openstack-request-id: req-2bb970a7-755b-470e-a656-e88933e6f2ca {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:29:33.700067 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db5e287-dc47-454b-b946-b13be19773fa", "tag": "aa235016-c78c-4cb8-ab63-40daa550fe73", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:29:33.700319 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bb970a7-755b-470e-a656-e88933e6f2ca {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:29:33.701305 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bb970a7-755b-470e-a656-e88933e6f2ca'] response: {'name': 'network-changed', 'server_uuid': '5db5e287-dc47-454b-b946-b13be19773fa', 'tag': 'aa235016-c78c-4cb8-ab63-40daa550fe73', 'status': 'completed', 'code': 200} Mar 28 14:29:33.704512 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5fdb1-0b51-4da0-84b3-83ca10718b60 service neutron] Pushing event updated for resources: {'Port': ['ID=aa235016-c78c-4cb8-ab63-40daa550fe73,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:33.748062 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-7e98f193-02cd-4bb6-a859-38a8f77fc241 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e91186dcb7004b978e7ae494e0ad703e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697293 Mar 28 14:29:33.816984 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-1672163d-5a5c-4f62-b66f-74857c79b33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:33.818565 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-1672163d-5a5c-4f62-b66f-74857c79b33f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98f8108a48c04e1ebc698816248910e1&device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 1127 time: 0.1414628 Mar 28 14:29:33.862287 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-fea78ab3-9321-4fae-a569-effa9275b11d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa235016-c78c-4cb8-ab63-40daa550fe73 HTTP/1.1" status: 200 len: 217 time: 0.0359576 Mar 28 14:29:33.925202 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-b7fe8980-a5b1-482f-89c0-dcafa7a53f1d service neutron] 10.222.0.13 "GET /v2.0/networks/d343870b-24fb-4c0c-a2e7-58e585513d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632586 Mar 28 14:29:33.929375 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:33.930662 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-11bd75c9-a53e-46f0-a6f5-f543fb8c58ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:33.932094 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-11bd75c9-a53e-46f0-a6f5-f543fb8c58ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2da35b60-18e6-4d47-a178-a7d677f0b069 HTTP/1.1" status: 200 len: 853 time: 0.0618598 Mar 28 14:29:34.044667 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-5bd916af-8a1d-4797-80ce-1a5305bf39cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:34.046151 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-5bd916af-8a1d-4797-80ce-1a5305bf39cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eee06b6b-0d39-4ecb-bc82-7f01624470a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1061814 Mar 28 14:29:34.051311 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-e41587b3-ef77-4311-8489-dc126281fb28 service neutron] 10.222.0.13 "GET /v2.0/networks/d343870b-24fb-4c0c-a2e7-58e585513d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183314 Mar 28 14:29:34.135973 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-d445c367-1e5a-4b7c-b6e5-c0c03134f2ef service neutron] 10.222.0.18 "GET /v2.0/networks/eee06b6b-0d39-4ecb-bc82-7f01624470a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829828 Mar 28 14:29:34.246725 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-793de647-800b-4dae-bc3f-3ea92dd64f18 req-74956a86-ea79-4460-b884-541476c31557 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d6d245-b37a-4d85-87fe-61b12c8d9d94 HTTP/1.1" status: 200 len: 210 time: 0.0549016 Mar 28 14:29:34.255004 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-52f53461-418c-410a-a3b4-5b1e385f80f8 req-537b0300-e483-47c6-8c21-2ed3cea87f7e service neutron] 10.222.0.18 "GET /v2.0/networks/eee06b6b-0d39-4ecb-bc82-7f01624470a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130240 Mar 28 14:29:34.379431 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a5fb0-89f3-46e9-8925-a0685dc898bc req-631451c7-915b-4d90-bd64-958cdb62c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:34.381054 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0c5a5fb0-89f3-46e9-8925-a0685dc898bc req-631451c7-915b-4d90-bd64-958cdb62c417 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98f8108a48c04e1ebc698816248910e1&device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 1127 time: 0.0677650 Mar 28 14:29:34.517926 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83832f-54e5-41d5-ba6b-b4b2f829fa9d req-a64041f0-7e1f-43b6-af14-df6f7f3b37b2 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:34.519474 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-af83832f-54e5-41d5-ba6b-b4b2f829fa9d req-a64041f0-7e1f-43b6-af14-df6f7f3b37b2 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 943 time: 0.1205368 Mar 28 14:29:34.552188 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a5fb0-89f3-46e9-8925-a0685dc898bc req-7023c6e1-6e56-4b10-b335-f5577ca002e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:34.553955 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0c5a5fb0-89f3-46e9-8925-a0685dc898bc req-7023c6e1-6e56-4b10-b335-f5577ca002e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eee06b6b-0d39-4ecb-bc82-7f01624470a4 HTTP/1.1" status: 200 len: 915 time: 0.1646366 Mar 28 14:29:34.611149 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0c5a5fb0-89f3-46e9-8925-a0685dc898bc req-4d247678-35cf-4fae-9405-b7e06ad99629 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa235016-c78c-4cb8-ab63-40daa550fe73 HTTP/1.1" status: 200 len: 217 time: 0.0502567 Mar 28 14:29:34.619383 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-af83832f-54e5-41d5-ba6b-b4b2f829fa9d req-4d6588bc-1532-4367-83cb-4831ce50c819 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879951 Mar 28 14:29:34.680229 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a5fb0-89f3-46e9-8925-a0685dc898bc req-c526a637-8109-49d7-a343-0edea7969bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:34.681752 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0c5a5fb0-89f3-46e9-8925-a0685dc898bc req-c526a637-8109-49d7-a343-0edea7969bb4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2da35b60-18e6-4d47-a178-a7d677f0b069 HTTP/1.1" status: 200 len: 853 time: 0.0613711 Mar 28 14:29:34.731014 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 42422) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:34.740032 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83089a2-6431-43b6-a84c-a89968b156fe req-2ec5a0ae-bea2-46d0-a3b9-3cd1f269e8a7 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:34.748297 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a5fb0-89f3-46e9-8925-a0685dc898bc req-4ac5eb8f-bf42-4d19-8f01-b2aec8cb8d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:34.749937 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d83089a2-6431-43b6-a84c-a89968b156fe req-2ec5a0ae-bea2-46d0-a3b9-3cd1f269e8a7 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0719450 Mar 28 14:29:34.750489 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0c5a5fb0-89f3-46e9-8925-a0685dc898bc req-4ac5eb8f-bf42-4d19-8f01-b2aec8cb8d78 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eee06b6b-0d39-4ecb-bc82-7f01624470a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0554543 Mar 28 14:29:34.816796 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d83089a2-6431-43b6-a84c-a89968b156fe req-dd8bb824-8f98-4262-b259-4afcb3eea94e tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658548 Mar 28 14:29:34.916443 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0c5a5fb0-89f3-46e9-8925-a0685dc898bc req-e6c4ac72-30c5-42a8-9b10-ee7ca168f01d service neutron] 10.222.0.18 "GET /v2.0/networks/eee06b6b-0d39-4ecb-bc82-7f01624470a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592336 Mar 28 14:29:34.982613 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7d5f9ab2-4f00-42ba-ab57-eae95587ece6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:35.013165 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0c5a5fb0-89f3-46e9-8925-a0685dc898bc req-d3e67022-3cd6-4e8e-8f83-9177a534f589 service neutron] 10.222.0.18 "GET /v2.0/networks/eee06b6b-0d39-4ecb-bc82-7f01624470a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910764 Mar 28 14:29:35.059546 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7d5f9ab2-4f00-42ba-ab57-eae95587ece6 admin admin] Publish callbacks [] for security_group (13df5f70-8137-45d6-abd4-b7a196331334), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:35.064055 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7d5f9ab2-4f00-42ba-ab57-eae95587ece6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (13df5f70-8137-45d6-abd4-b7a196331334), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:35.101493 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-7d5f9ab2-4f00-42ba-ab57-eae95587ece6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4af33d27b310445480f95328d6111ef0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491199 Mar 28 14:29:35.102637 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f9ab2-4f00-42ba-ab57-eae95587ece6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13df5f70-8137-45d6-abd4-b7a196331334,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:35.104467 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 42430) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:35.152676 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6bbfd6b9-bbbd-4cdb-b7b0-9628e7313f50 admin admin] Publish callbacks [] for security_group (13df5f70-8137-45d6-abd4-b7a196331334), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:35.173722 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6bbfd6b9-bbbd-4cdb-b7b0-9628e7313f50 admin admin] Publish callbacks [] for security_group (13df5f70-8137-45d6-abd4-b7a196331334), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:35.222852 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6bbfd6b9-bbbd-4cdb-b7b0-9628e7313f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (13df5f70-8137-45d6-abd4-b7a196331334), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:35.225612 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6bbfd6b9-bbbd-4cdb-b7b0-9628e7313f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:35.226655 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-6bbfd6b9-bbbd-4cdb-b7b0-9628e7313f50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13df5f70-8137-45d6-abd4-b7a196331334 HTTP/1.1" status: 204 len: 168 time: 0.1212075 Mar 28 14:29:35.237541 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbfd6b9-bbbd-4cdb-b7b0-9628e7313f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13df5f70-8137-45d6-abd4-b7a196331334,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:35.359129 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a7c82d5f-ce4a-4f0f-b2c6-f378077336d4 req-0fceca2c-bbb2-4206-92ef-3402e944dfe2 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d6d245-b37a-4d85-87fe-61b12c8d9d94 HTTP/1.1" status: 200 len: 210 time: 0.0364563 Mar 28 14:29:35.424000 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b56f3a-7f94-4031-8a36-a99c59f80d12 req-b7389c6e-0cd6-4dab-b5e4-975fadfb2039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:35.425582 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-10b56f3a-7f94-4031-8a36-a99c59f80d12 req-b7389c6e-0cd6-4dab-b5e4-975fadfb2039 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 1130 time: 0.0551302 Mar 28 14:29:35.456454 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:35.473219 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-10b56f3a-7f94-4031-8a36-a99c59f80d12 req-0097e22b-d4d7-44d1-8d90-d93b6d2c4077 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406990 Mar 28 14:29:35.480127 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-cf2df25c-43d7-446f-af2c-e68181f8f9e9 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:35.481814 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-cf2df25c-43d7-446f-af2c-e68181f8f9e9 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.18 "GET /v2.0/networks?id=d343870b-24fb-4c0c-a2e7-58e585513d24 HTTP/1.1" status: 200 len: 809 time: 0.1257458 Mar 28 14:29:35.579997 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 42438) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:35.592851 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-78303b89-5a21-47fd-8397-cc66eb45a8f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:35.664681 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-78303b89-5a21-47fd-8397-cc66eb45a8f7 admin admin] Publish callbacks [] for security_group (8518ae7b-1664-45c1-bd6e-2183bcdbb827), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:35.669624 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-78303b89-5a21-47fd-8397-cc66eb45a8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (8518ae7b-1664-45c1-bd6e-2183bcdbb827), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:35.715719 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-78303b89-5a21-47fd-8397-cc66eb45a8f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b2b774b97b948da835cda6f72fd51cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345458 Mar 28 14:29:35.718666 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 42442) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:35.729430 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78303b89-5a21-47fd-8397-cc66eb45a8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8518ae7b-1664-45c1-bd6e-2183bcdbb827,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:35.760847 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad22ac0-0776-4dab-8f37-2a23b2175ea4 req-62800560-f8a4-4afe-a469-af949fbbd781 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:35.762357 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-bad22ac0-0776-4dab-8f37-2a23b2175ea4 req-62800560-f8a4-4afe-a469-af949fbbd781 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 943 time: 0.0680993 Mar 28 14:29:35.766280 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-82f6364d-5471-41c2-802f-7bcb030dec6b tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Request body: {'port': {'device_id': '33d6d245-b37a-4d85-87fe-61b12c8d9d94', 'network_id': 'd343870b-24fb-4c0c-a2e7-58e585513d24', 'admin_state_up': True, 'tenant_id': 'e91186dcb7004b978e7ae494e0ad703e'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:29:35.810004 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-bad22ac0-0776-4dab-8f37-2a23b2175ea4 req-007b446d-3477-440a-927a-af6f73360ad2 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412202 Mar 28 14:29:35.826850 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-167a1ee4-f0d0-4014-ab11-52fcd20037eb admin admin] Publish callbacks [] for security_group (8518ae7b-1664-45c1-bd6e-2183bcdbb827), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:35.865654 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-167a1ee4-f0d0-4014-ab11-52fcd20037eb admin admin] Publish callbacks [] for security_group (8518ae7b-1664-45c1-bd6e-2183bcdbb827), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:35.956895 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-82f6364d-5471-41c2-802f-7bcb030dec6b tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Made reservation on behalf of e91186dcb7004b978e7ae494e0ad703e for: {'port': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:29:35.960597 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-82f6364d-5471-41c2-802f-7bcb030dec6b tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:35.981645 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee977a4e-8024-4a27-9640-d6ba10519452 req-870274ea-59ea-4eb0-adcf-a55a57d115f4 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:35.983282 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ee977a4e-8024-4a27-9640-d6ba10519452 req-870274ea-59ea-4eb0-adcf-a55a57d115f4 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.1066253 Mar 28 14:29:36.034974 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-167a1ee4-f0d0-4014-ab11-52fcd20037eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (8518ae7b-1664-45c1-bd6e-2183bcdbb827), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:36.037552 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-167a1ee4-f0d0-4014-ab11-52fcd20037eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:36.038685 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-167a1ee4-f0d0-4014-ab11-52fcd20037eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8518ae7b-1664-45c1-bd6e-2183bcdbb827 HTTP/1.1" status: 204 len: 168 time: 0.3189919 Mar 28 14:29:36.067054 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a1ee4-f0d0-4014-ab11-52fcd20037eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8518ae7b-1664-45c1-bd6e-2183bcdbb827,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:36.128854 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ee977a4e-8024-4a27-9640-d6ba10519452 req-f5100aad-6723-4cc8-a53c-cd13c49743bc tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327155 Mar 28 14:29:36.151776 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-82f6364d-5471-41c2-802f-7bcb030dec6b tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Allocated IP 172.20.0.11 (d343870b-24fb-4c0c-a2e7-58e585513d24/164a1df9-5f06-4e12-a3b7-147a3dd9d30b/9794476a-46bf-4646-b819-bb28e4b1fbb9) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:29:36.325639 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-82f6364d-5471-41c2-802f-7bcb030dec6b tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Publish callbacks [] for port (9794476a-46bf-4646-b819-bb28e4b1fbb9), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:36.361167 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-82f6364d-5471-41c2-802f-7bcb030dec6b tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (9794476a-46bf-4646-b819-bb28e4b1fbb9), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:36.408631 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-82f6364d-5471-41c2-802f-7bcb030dec6b tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Network d343870b-24fb-4c0c-a2e7-58e585513d24 is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:29:36.414101 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-82f6364d-5471-41c2-802f-7bcb030dec6b tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:29:36.416872 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-82f6364d-5471-41c2-802f-7bcb030dec6b tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:29:36.421367 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 42468) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:36.427742 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6364d-5471-41c2-802f-7bcb030dec6b tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Pushing event updated for resources: {'Port': ['ID=9794476a-46bf-4646-b819-bb28e4b1fbb9,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:36.443472 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-14ea2e4e-03f2-44dc-beb5-7c56d2de448a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:36.474261 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-82f6364d-5471-41c2-802f-7bcb030dec6b tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:36.474867 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-82f6364d-5471-41c2-802f-7bcb030dec6b tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:36.492224 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-82f6364d-5471-41c2-802f-7bcb030dec6b tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7303619 Mar 28 14:29:36.503941 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-ab2fb321-efda-40f1-a138-50fdf46ea8c2 service neutron] Request body: {'port': {'device_id': '33d6d245-b37a-4d85-87fe-61b12c8d9d94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:29:36.510600 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f552ead-3581-44e7-a9aa-08060fe57a48 req-baac2035-8047-4ded-aed6-a8cf08b361e1 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:36.512109 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9f552ead-3581-44e7-a9aa-08060fe57a48 req-baac2035-8047-4ded-aed6-a8cf08b361e1 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d6d245-b37a-4d85-87fe-61b12c8d9d94 HTTP/1.1" status: 200 len: 932 time: 0.0824015 Mar 28 14:29:36.566338 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-ab2fb321-efda-40f1-a138-50fdf46ea8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (9794476a-46bf-4646-b819-bb28e4b1fbb9), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:36.583597 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-14ea2e4e-03f2-44dc-beb5-7c56d2de448a admin admin] Publish callbacks [] for security_group (81f26790-11c4-4838-8092-666f7695b9f6), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:36.587835 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9f552ead-3581-44e7-a9aa-08060fe57a48 req-9af0b9e2-f686-444c-a900-9ba0608da1b6 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678325 Mar 28 14:29:36.588954 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-14ea2e4e-03f2-44dc-beb5-7c56d2de448a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (81f26790-11c4-4838-8092-666f7695b9f6), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:36.633635 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-14ea2e4e-03f2-44dc-beb5-7c56d2de448a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=444f66d52d5f40efaafd2edb3952bec7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108934 Mar 28 14:29:36.634315 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea2e4e-03f2-44dc-beb5-7c56d2de448a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f26790-11c4-4838-8092-666f7695b9f6,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:36.636977 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 42470) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:36.683756 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a906cec7-33d7-4ad9-9603-f2c7510a7c4c admin admin] Publish callbacks [] for security_group (81f26790-11c4-4838-8092-666f7695b9f6), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:36.705017 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a906cec7-33d7-4ad9-9603-f2c7510a7c4c admin admin] Publish callbacks [] for security_group (81f26790-11c4-4838-8092-666f7695b9f6), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:36.751278 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a906cec7-33d7-4ad9-9603-f2c7510a7c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (81f26790-11c4-4838-8092-666f7695b9f6), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:36.754451 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a906cec7-33d7-4ad9-9603-f2c7510a7c4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:36.758103 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-a906cec7-33d7-4ad9-9603-f2c7510a7c4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81f26790-11c4-4838-8092-666f7695b9f6 HTTP/1.1" status: 204 len: 168 time: 0.1176827 Mar 28 14:29:36.763688 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906cec7-33d7-4ad9-9603-f2c7510a7c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f26790-11c4-4838-8092-666f7695b9f6,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:36.834912 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-ab2fb321-efda-40f1-a138-50fdf46ea8c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9794476a-46bf-4646-b819-bb28e4b1fbb9 {{(pid=103205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:29:36.839299 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-ab2fb321-efda-40f1-a138-50fdf46ea8c2 service neutron] Publish callbacks [] for port (9794476a-46bf-4646-b819-bb28e4b1fbb9), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:36.852267 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.provisioning_blocks [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-ab2fb321-efda-40f1-a138-50fdf46ea8c2 service neutron] Transition to ACTIVE for port object 9794476a-46bf-4646-b819-bb28e4b1fbb9 will not be triggered until provisioned by entity L2. {{(pid=103205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 14:29:36.856141 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-ab2fb321-efda-40f1-a138-50fdf46ea8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (9794476a-46bf-4646-b819-bb28e4b1fbb9), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:36.935717 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fb321-efda-40f1-a138-50fdf46ea8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9794476a-46bf-4646-b819-bb28e4b1fbb9,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:36.992946 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af8443-1b19-448e-9e79-b373f949b8be req-18933216-42f2-4848-8fd2-b11f7390c0b4 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:36.994696 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-71af8443-1b19-448e-9e79-b373f949b8be req-18933216-42f2-4848-8fd2-b11f7390c0b4 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 943 time: 0.1060112 Mar 28 14:29:37.045190 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-ab2fb321-efda-40f1-a138-50fdf46ea8c2 service neutron] Attempting to bind port 9794476a-46bf-4646-b819-bb28e4b1fbb9 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:29:37.045526 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-ab2fb321-efda-40f1-a138-50fdf46ea8c2 service neutron] Attempting to bind port 9794476a-46bf-4646-b819-bb28e4b1fbb9 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a5384891-ecbd-4540-a178-84656651c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd343870b-24fb-4c0c-a2e7-58e585513d24'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:29:37.045851 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-ab2fb321-efda-40f1-a138-50fdf46ea8c2 service neutron] Attempting to bind port 9794476a-46bf-4646-b819-bb28e4b1fbb9 on network d343870b-24fb-4c0c-a2e7-58e585513d24 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:29:37.058384 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-ab2fb321-efda-40f1-a138-50fdf46ea8c2 service neutron] Port 9794476a-46bf-4646-b819-bb28e4b1fbb9 on network d343870b-24fb-4c0c-a2e7-58e585513d24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:29:37.058703 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-ab2fb321-efda-40f1-a138-50fdf46ea8c2 service neutron] Attempting to bind port 9794476a-46bf-4646-b819-bb28e4b1fbb9 on network d343870b-24fb-4c0c-a2e7-58e585513d24 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:29:37.066573 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-71af8443-1b19-448e-9e79-b373f949b8be req-32c70657-0e34-47b1-93a4-b78b058f8f67 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640957 Mar 28 14:29:37.067682 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-ab2fb321-efda-40f1-a138-50fdf46ea8c2 service neutron] Checking agent: {'id': 'ab5a62a0-b9cc-4af2-a98d-7d97375b077a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'started_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:29:37.068005 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-ab2fb321-efda-40f1-a138-50fdf46ea8c2 service neutron] Checking segment: {'id': 'a5384891-ecbd-4540-a178-84656651c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd343870b-24fb-4c0c-a2e7-58e585513d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:29:37.068425 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-ab2fb321-efda-40f1-a138-50fdf46ea8c2 service neutron] Bound using segment: {'id': 'a5384891-ecbd-4540-a178-84656651c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd343870b-24fb-4c0c-a2e7-58e585513d24'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:29:37.068852 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-ab2fb321-efda-40f1-a138-50fdf46ea8c2 service neutron] Bound port: 9794476a-46bf-4646-b819-bb28e4b1fbb9, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5384891-ecbd-4540-a178-84656651c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd343870b-24fb-4c0c-a2e7-58e585513d24'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:29:37.069200 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-ab2fb321-efda-40f1-a138-50fdf46ea8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (9794476a-46bf-4646-b819-bb28e4b1fbb9), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:37.142619 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-ab2fb321-efda-40f1-a138-50fdf46ea8c2 service neutron] For port 9794476a-46bf-4646-b819-bb28e4b1fbb9, host hv-cinder-79053, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:29:37.145758 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-ab2fb321-efda-40f1-a138-50fdf46ea8c2 service neutron] For port 9794476a-46bf-4646-b819-bb28e4b1fbb9, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9794476a-46bf-4646-b819-bb28e4b1fbb9,segment=NetworkSegment(a5384891-ecbd-4540-a178-84656651c5c8),segment_id=a5384891-ecbd-4540-a178-84656651c5c8)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:29:37.153311 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-ab2fb321-efda-40f1-a138-50fdf46ea8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (9794476a-46bf-4646-b819-bb28e4b1fbb9), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:37.281613 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaeaee9-0f01-4517-9739-1f55ff7aec00 req-c446c950-582d-469c-a4ea-df2df4280fde tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:37.283268 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-abaeaee9-0f01-4517-9739-1f55ff7aec00 req-c446c950-582d-469c-a4ea-df2df4280fde tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0696957 Mar 28 14:29:37.350195 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-abaeaee9-0f01-4517-9739-1f55ff7aec00 req-96e924fa-7234-4dfe-8e5a-42e5dc2e2506 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605545 Mar 28 14:29:37.411058 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-ab2fb321-efda-40f1-a138-50fdf46ea8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:37.411752 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-ab2fb321-efda-40f1-a138-50fdf46ea8c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:37.413203 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-ab2fb321-efda-40f1-a138-50fdf46ea8c2 service neutron] 10.222.0.18 "PUT /v2.0/ports/9794476a-46bf-4646-b819-bb28e4b1fbb9 HTTP/1.1" status: 200 len: 1094 time: 0.9137168 Mar 28 14:29:37.413723 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d6d245-b37a-4d85-87fe-61b12c8d9d94', 'tag': '9794476a-46bf-4646-b819-bb28e4b1fbb9'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:29:37.416189 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd046ab8-ce6f-4a87-842e-0be26ef1cf95" -d '{"events": [{"name": "network-changed", "server_uuid": "33d6d245-b37a-4d85-87fe-61b12c8d9d94", "tag": "9794476a-46bf-4646-b819-bb28e4b1fbb9"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:29:37.448422 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fb321-efda-40f1-a138-50fdf46ea8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9794476a-46bf-4646-b819-bb28e4b1fbb9,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:37.483523 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfbf596-e360-41ab-b8ac-25fb6cf366d6 x-openstack-request-id: req-cdfbf596-e360-41ab-b8ac-25fb6cf366d6 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:29:37.483813 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d6d245-b37a-4d85-87fe-61b12c8d9d94", "tag": "9794476a-46bf-4646-b819-bb28e4b1fbb9", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:29:37.484066 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdfbf596-e360-41ab-b8ac-25fb6cf366d6 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:29:37.484466 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdfbf596-e360-41ab-b8ac-25fb6cf366d6'] response: {'name': 'network-changed', 'server_uuid': '33d6d245-b37a-4d85-87fe-61b12c8d9d94', 'tag': '9794476a-46bf-4646-b819-bb28e4b1fbb9', 'status': 'completed', 'code': 200} Mar 28 14:29:37.546409 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03bd26-7e28-4399-a632-81a78c641170 req-37dcfe9d-a162-4e6b-b74b-8d279fda5f04 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:37.548338 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bf03bd26-7e28-4399-a632-81a78c641170 req-37dcfe9d-a162-4e6b-b74b-8d279fda5f04 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 945 time: 0.0956287 Mar 28 14:29:37.549880 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-d3a7283b-ebf1-4d4c-ba30-e1d4e79c8b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:37.551246 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-d3a7283b-ebf1-4d4c-ba30-e1d4e79c8b21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e91186dcb7004b978e7ae494e0ad703e&device_id=33d6d245-b37a-4d85-87fe-61b12c8d9d94 HTTP/1.1" status: 200 len: 1128 time: 0.0639887 Mar 28 14:29:37.615841 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-1ffd3201-f1ab-4b9b-a627-29bce5a12f62 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9794476a-46bf-4646-b819-bb28e4b1fbb9 HTTP/1.1" status: 200 len: 217 time: 0.0556839 Mar 28 14:29:37.673751 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bf03bd26-7e28-4399-a632-81a78c641170 req-a4dc985a-8aa8-420c-b999-7efbf40c0c04 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157410 Mar 28 14:29:37.734015 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-c811de96-dabb-45d1-b86c-0057c578070d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:37.741094 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-c811de96-dabb-45d1-b86c-0057c578070d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=164a1df9-5f06-4e12-a3b7-147a3dd9d30b HTTP/1.1" status: 200 len: 849 time: 0.0878475 Mar 28 14:29:37.750937 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b507a-b4df-4296-8774-62b4842d0ed1 req-05835b84-9f2d-4198-9c34-5d3d56cac06b tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:37.752808 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-be0b507a-b4df-4296-8774-62b4842d0ed1 req-05835b84-9f2d-4198-9c34-5d3d56cac06b tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d6d245-b37a-4d85-87fe-61b12c8d9d94 HTTP/1.1" status: 200 len: 944 time: 0.0839694 Mar 28 14:29:37.782404 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-8e313057-d744-4619-8fdd-44f9edcceed5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d343870b-24fb-4c0c-a2e7-58e585513d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339580 Mar 28 14:29:37.804199 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-be0b507a-b4df-4296-8774-62b4842d0ed1 req-d2f3efbc-e2ce-493b-bdcd-bedb64dead8d tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455894 Mar 28 14:29:37.913585 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-a3f36dad-46a5-4b87-af0b-fc47c402b668 service neutron] 10.222.0.18 "GET /v2.0/networks/d343870b-24fb-4c0c-a2e7-58e585513d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215942 Mar 28 14:29:38.051872 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device aa235016-c78c-4cb8-ab63-40daa550fe73 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:29:38.066665 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5fd204eb-4e1f-4c30-9b0a-1f95a64b3261 req-21d695cd-e070-48b6-939f-aa7bc2399907 service neutron] 10.222.0.18 "GET /v2.0/networks/d343870b-24fb-4c0c-a2e7-58e585513d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466894 Mar 28 14:29:38.229476 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port aa235016-c78c-4cb8-ab63-40daa550fe73, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa235016-c78c-4cb8-ab63-40daa550fe73,segment=NetworkSegment(c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d),segment_id=c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:29:38.241527 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': 'aa235016-c78c-4cb8-ab63-40daa550fe73', 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4', 'port_id': 'aa235016-c78c-4cb8-ab63-40daa550fe73', 'mac_address': 'fa:16:3e:a2:5a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da35b60-18e6-4d47-a178-a7d677f0b069', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:29:38.258888 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd046ab8-ce6f-4a87-842e-0be26ef1cf95 req-a39c7d03-3adc-4e2b-8504-91ae8d699297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:38.260413 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bd046ab8-ce6f-4a87-842e-0be26ef1cf95 req-a39c7d03-3adc-4e2b-8504-91ae8d699297 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e91186dcb7004b978e7ae494e0ad703e&device_id=33d6d245-b37a-4d85-87fe-61b12c8d9d94 HTTP/1.1" status: 200 len: 1128 time: 0.1254380 Mar 28 14:29:38.269644 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514237b-3560-4cf6-a1b7-947a2158dc88 req-df04ef24-be29-4d6c-9096-eda6f417e624 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:38.272248 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e514237b-3560-4cf6-a1b7-947a2158dc88 req-df04ef24-be29-4d6c-9096-eda6f417e624 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 943 time: 0.0671422 Mar 28 14:29:38.280083 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port aa235016-c78c-4cb8-ab63-40daa550fe73 is: DOWN; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:29:38.280530 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (aa235016-c78c-4cb8-ab63-40daa550fe73), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:38.294644 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa235016-c78c-4cb8-ab63-40daa550fe73 {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:29:38.315641 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port aa235016-c78c-4cb8-ab63-40daa550fe73, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa235016-c78c-4cb8-ab63-40daa550fe73,segment=NetworkSegment(c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d),segment_id=c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:29:38.320369 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (aa235016-c78c-4cb8-ab63-40daa550fe73), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:38.373662 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=aa235016-c78c-4cb8-ab63-40daa550fe73,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:38.381280 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:38.381701 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:38.382069 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:38.382497 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:38.382883 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:38.383405 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:38.383727 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:38.384115 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:38.384445 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:38.384774 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:38.385052 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e514237b-3560-4cf6-a1b7-947a2158dc88 req-4cb09552-e357-416a-aa54-67a8cf55fdb7 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021938 Mar 28 14:29:38.385179 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:38.385418 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:38.385747 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:38.386067 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:38.386511 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:38.398275 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd046ab8-ce6f-4a87-842e-0be26ef1cf95 req-d46bf469-ad56-4dce-97fa-447da1e09c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:38.399790 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bd046ab8-ce6f-4a87-842e-0be26ef1cf95 req-d46bf469-ad56-4dce-97fa-447da1e09c65 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d343870b-24fb-4c0c-a2e7-58e585513d24 HTTP/1.1" status: 200 len: 910 time: 0.1261485 Mar 28 14:29:38.442769 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bd046ab8-ce6f-4a87-842e-0be26ef1cf95 req-6a14d786-c643-4ef2-9794-49f3d8124e65 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9794476a-46bf-4646-b819-bb28e4b1fbb9 HTTP/1.1" status: 200 len: 217 time: 0.0334826 Mar 28 14:29:38.929854 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e53a5d-7f4c-4a66-a8a1-4bd0f9415b76 req-825101f4-3203-45a9-9249-d4d3278f52e8 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:38.931301 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-48e53a5d-7f4c-4a66-a8a1-4bd0f9415b76 req-825101f4-3203-45a9-9249-d4d3278f52e8 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d6d245-b37a-4d85-87fe-61b12c8d9d94 HTTP/1.1" status: 200 len: 944 time: 0.0558341 Mar 28 14:29:38.976729 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-48e53a5d-7f4c-4a66-a8a1-4bd0f9415b76 req-21c54395-b71f-4055-9797-e31c37b9c7a3 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396607 Mar 28 14:29:39.478882 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:39.515379 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe7027-faa0-4f6b-9151-b1c3bd3cb44d req-655ee7da-29c8-4486-aeb0-a79ab06934ff tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:39.516844 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e2fe7027-faa0-4f6b-9151-b1c3bd3cb44d req-655ee7da-29c8-4486-aeb0-a79ab06934ff tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 944 time: 0.0569925 Mar 28 14:29:39.564236 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e2fe7027-faa0-4f6b-9151-b1c3bd3cb44d req-7523d514-9d4a-4bee-89fe-77745b73b8ed tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416214 Mar 28 14:29:39.896785 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd046ab8-ce6f-4a87-842e-0be26ef1cf95 req-0f6a17f2-98ac-49fe-8699-27eb5e1b2876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:39.898257 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bd046ab8-ce6f-4a87-842e-0be26ef1cf95 req-0f6a17f2-98ac-49fe-8699-27eb5e1b2876 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=164a1df9-5f06-4e12-a3b7-147a3dd9d30b HTTP/1.1" status: 200 len: 849 time: 0.0552266 Mar 28 14:29:40.104264 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a100cce-47eb-4925-bbe4-ae7a6af68062 req-f014f0e9-8eb9-4bee-a8ea-51b4be96cef8 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:40.105751 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3a100cce-47eb-4925-bbe4-ae7a6af68062 req-f014f0e9-8eb9-4bee-a8ea-51b4be96cef8 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d6d245-b37a-4d85-87fe-61b12c8d9d94 HTTP/1.1" status: 200 len: 944 time: 0.0581896 Mar 28 14:29:40.156153 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3a100cce-47eb-4925-bbe4-ae7a6af68062 req-efdb4128-e20b-48da-910c-e96f7b85710c tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443563 Mar 28 14:29:40.683416 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be2271-377d-4ac9-a257-1c89d490ced4 req-cddc2cd9-b6a3-4b61-8875-b8cb536f6257 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:40.685821 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c5be2271-377d-4ac9-a257-1c89d490ced4 req-cddc2cd9-b6a3-4b61-8875-b8cb536f6257 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 944 time: 0.0564921 Mar 28 14:29:40.733533 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c5be2271-377d-4ac9-a257-1c89d490ced4 req-c46d2c28-942b-4a98-9d3c-735736aa1e6b tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396221 Mar 28 14:29:40.762635 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bd046ab8-ce6f-4a87-842e-0be26ef1cf95 req-e4766b31-9a2d-4d39-8b98-aa37c9a2634c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d343870b-24fb-4c0c-a2e7-58e585513d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282326 Mar 28 14:29:40.844160 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:29:41.289950 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b585c1c-1f45-449e-b2ac-fe9fb38c44fc req-6f01f8cb-64bc-44f9-97f3-58eaa3e3fca6 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:41.291591 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6b585c1c-1f45-449e-b2ac-fe9fb38c44fc req-6f01f8cb-64bc-44f9-97f3-58eaa3e3fca6 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d6d245-b37a-4d85-87fe-61b12c8d9d94 HTTP/1.1" status: 200 len: 944 time: 0.0543923 Mar 28 14:29:41.339419 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6b585c1c-1f45-449e-b2ac-fe9fb38c44fc req-364de04f-dcda-4b79-b467-f9a047c507e2 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420566 Mar 28 14:29:41.873409 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3f7b4-3c4c-43e7-87d8-f247f80a8659 req-4fec8622-218b-4a20-a4c0-387d9b360823 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:41.874868 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9da3f7b4-3c4c-43e7-87d8-f247f80a8659 req-4fec8622-218b-4a20-a4c0-387d9b360823 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 944 time: 0.0641003 Mar 28 14:29:41.923620 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9da3f7b4-3c4c-43e7-87d8-f247f80a8659 req-b703c838-c84f-426c-be73-da99d597bb12 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403328 Mar 28 14:29:42.070286 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-984bbc0f-8a9a-4312-b157-6d1066f53847 req-3395b791-a984-40d0-bd95-720e3f74ce56 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564101 Mar 28 14:29:42.117618 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bd046ab8-ce6f-4a87-842e-0be26ef1cf95 req-3b38b127-d89e-4b50-a187-752f6f301a83 service neutron] 10.222.0.18 "GET /v2.0/networks/d343870b-24fb-4c0c-a2e7-58e585513d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033301 Mar 28 14:29:42.141421 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bbc0f-8a9a-4312-b157-6d1066f53847 req-ca367702-c7cd-4e7a-b99b-597b64f92b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:42.143396 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-984bbc0f-8a9a-4312-b157-6d1066f53847 req-ca367702-c7cd-4e7a-b99b-597b64f92b3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6377be1dbc9d4159b9dde7c4218d1520&device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 1130 time: 0.0490954 Mar 28 14:29:42.205771 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bd046ab8-ce6f-4a87-842e-0be26ef1cf95 req-cdc204ed-9e81-4740-8011-919c59b86dc9 service neutron] 10.222.0.18 "GET /v2.0/networks/d343870b-24fb-4c0c-a2e7-58e585513d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822365 Mar 28 14:29:42.245858 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bbc0f-8a9a-4312-b157-6d1066f53847 req-df456de5-b002-41c8-8bc6-11e55ca71ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:42.247357 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-984bbc0f-8a9a-4312-b157-6d1066f53847 req-df456de5-b002-41c8-8bc6-11e55ca71ad2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=afb5a3e7-7844-40a2-b2f3-321ba05c443b HTTP/1.1" status: 200 len: 911 time: 0.0840747 Mar 28 14:29:42.315112 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-984bbc0f-8a9a-4312-b157-6d1066f53847 req-1b93f6b2-9330-465b-a030-a1a39b38a22a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a450c5d1-6d13-4aa3-b5b2-4b4d175b905f HTTP/1.1" status: 200 len: 1002 time: 0.0613284 Mar 28 14:29:42.370997 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bbc0f-8a9a-4312-b157-6d1066f53847 req-11891053-22ed-4ce6-a0b3-5164348749ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:42.370997 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-984bbc0f-8a9a-4312-b157-6d1066f53847 req-11891053-22ed-4ce6-a0b3-5164348749ef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac33e34d-f8ce-422d-8ea1-9189d3900f1e HTTP/1.1" status: 200 len: 849 time: 0.0427673 Mar 28 14:29:42.438310 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bbc0f-8a9a-4312-b157-6d1066f53847 req-8e36253e-e7b8-4a7f-971d-cb13ee34b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:42.439843 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-984bbc0f-8a9a-4312-b157-6d1066f53847 req-8e36253e-e7b8-4a7f-971d-cb13ee34b16f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afb5a3e7-7844-40a2-b2f3-321ba05c443b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0701935 Mar 28 14:29:42.462266 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b4e64-0dcb-4cf0-9fd3-31c0ec9818f4 req-82a0e39b-9f4a-4a8c-a45a-229cffb2ae47 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:42.463741 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a49b4e64-0dcb-4cf0-9fd3-31c0ec9818f4 req-82a0e39b-9f4a-4a8c-a45a-229cffb2ae47 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d6d245-b37a-4d85-87fe-61b12c8d9d94 HTTP/1.1" status: 200 len: 944 time: 0.0563071 Mar 28 14:29:42.558326 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a49b4e64-0dcb-4cf0-9fd3-31c0ec9818f4 req-73d481b0-4143-4c26-97d1-e05f49aa5abc tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889544 Mar 28 14:29:42.586278 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-984bbc0f-8a9a-4312-b157-6d1066f53847 req-db689437-62d1-4305-8135-6fc3cce4880a service neutron] 10.222.0.18 "GET /v2.0/networks/afb5a3e7-7844-40a2-b2f3-321ba05c443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041369 Mar 28 14:29:42.681300 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-984bbc0f-8a9a-4312-b157-6d1066f53847 req-fd229f94-4c50-438b-86b8-f3c1ca5c677b service neutron] 10.222.0.18 "GET /v2.0/networks/afb5a3e7-7844-40a2-b2f3-321ba05c443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885274 Mar 28 14:29:42.891724 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['aa235016-c78c-4cb8-ab63-40daa550fe73'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:29:43.042786 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ad0ef-4350-4176-9f17-994d8e84d6f1 req-0e0d663a-589b-4b3b-ae6f-133aa7f59946 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:43.044439 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-934ad0ef-4350-4176-9f17-994d8e84d6f1 req-0e0d663a-589b-4b3b-ae6f-133aa7f59946 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 944 time: 0.0547793 Mar 28 14:29:43.094859 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-934ad0ef-4350-4176-9f17-994d8e84d6f1 req-26217d5c-fca4-41b3-80f4-c932efe65c03 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438871 Mar 28 14:29:43.659830 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36665aa8-7353-4eda-ac73-0fe33032b544 req-bc5e7fb4-2338-4a81-a724-c3124da12ceb tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:43.661204 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-36665aa8-7353-4eda-ac73-0fe33032b544 req-bc5e7fb4-2338-4a81-a724-c3124da12ceb tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 945 time: 0.0581725 Mar 28 14:29:43.661805 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5d097-f45b-4fcb-a2df-ffa9388f76ed req-d61156b0-6d08-422d-9ea8-d33b747e7308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:43.663314 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-edb5d097-f45b-4fcb-a2df-ffa9388f76ed req-d61156b0-6d08-422d-9ea8-d33b747e7308 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1519a1dc346a484ea1368320ac6d675c&device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 1129 time: 0.0698845 Mar 28 14:29:43.707902 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-36665aa8-7353-4eda-ac73-0fe33032b544 req-10433604-4b73-41cd-a7bc-1d27f39d9731 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406883 Mar 28 14:29:43.730807 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840314a-d494-4dd0-ae1c-74f90fa95658 req-f07d63fd-8cb9-45b1-992c-cdc24f358f56 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:43.732304 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d840314a-d494-4dd0-ae1c-74f90fa95658 req-f07d63fd-8cb9-45b1-992c-cdc24f358f56 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d6d245-b37a-4d85-87fe-61b12c8d9d94 HTTP/1.1" status: 200 len: 944 time: 0.1035168 Mar 28 14:29:43.794289 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5d097-f45b-4fcb-a2df-ffa9388f76ed req-46ef7c1e-387b-4c56-b645-fe4979b5c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:43.795796 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-edb5d097-f45b-4fcb-a2df-ffa9388f76ed req-46ef7c1e-387b-4c56-b645-fe4979b5c6e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362 HTTP/1.1" status: 200 len: 920 time: 0.1252394 Mar 28 14:29:43.802939 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d840314a-d494-4dd0-ae1c-74f90fa95658 req-14e8c5df-b1b4-436a-abce-14fcf9aa5950 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648644 Mar 28 14:29:43.836704 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-edb5d097-f45b-4fcb-a2df-ffa9388f76ed req-4f1dcf67-3e4b-4bd8-8cc7-e75dc3b37e7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=076f6099-942c-496f-a8ea-cad3fd19e158 HTTP/1.1" status: 200 len: 217 time: 0.0328074 Mar 28 14:29:43.884937 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5d097-f45b-4fcb-a2df-ffa9388f76ed req-59dedff8-4a2e-4df7-85bc-e73a4b1a7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:43.886402 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-edb5d097-f45b-4fcb-a2df-ffa9388f76ed req-59dedff8-4a2e-4df7-85bc-e73a4b1a7ca9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52dd69ba-aebc-4a99-b26d-625288b32bae HTTP/1.1" status: 200 len: 858 time: 0.0431435 Mar 28 14:29:43.939436 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5d097-f45b-4fcb-a2df-ffa9388f76ed req-36b48f9d-7301-4911-9364-004983e75ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:43.940907 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-edb5d097-f45b-4fcb-a2df-ffa9388f76ed req-36b48f9d-7301-4911-9364-004983e75ac6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485713 Mar 28 14:29:44.033195 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-edb5d097-f45b-4fcb-a2df-ffa9388f76ed req-4d19a5d0-9819-4a25-9851-f5d847d2f4af service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841255 Mar 28 14:29:44.131028 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-edb5d097-f45b-4fcb-a2df-ffa9388f76ed req-5b6bd041-04eb-4bc5-86c8-d2e0d3bfe038 service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913739 Mar 28 14:29:44.215556 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab564f-250b-4e1f-a1ad-2460c0163ade req-854fb721-f29f-4ac6-98bf-ecef3ddd0789 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:44.217037 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b5ab564f-250b-4e1f-a1ad-2460c0163ade req-854fb721-f29f-4ac6-98bf-ecef3ddd0789 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 944 time: 0.0542307 Mar 28 14:29:44.263491 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b5ab564f-250b-4e1f-a1ad-2460c0163ade req-f56104cf-9982-421c-b6b0-abbc20810563 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408828 Mar 28 14:29:44.857933 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34406ecb-9c42-40fc-bc48-87d587453032 req-ba2847a5-d7bc-4aab-9d5c-5a709a29aeeb tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:44.859788 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-34406ecb-9c42-40fc-bc48-87d587453032 req-ba2847a5-d7bc-4aab-9d5c-5a709a29aeeb tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 945 time: 0.0718503 Mar 28 14:29:44.943330 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-34406ecb-9c42-40fc-bc48-87d587453032 req-d04657ad-c28a-4b22-9c96-a3a090fa3436 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630703 Mar 28 14:29:44.960039 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1792a9e-1ca7-4263-a23a-44d999587f20 req-bde5fc4f-1f8d-47ac-9582-417e2aa37e0e tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:44.962168 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b1792a9e-1ca7-4263-a23a-44d999587f20 req-bde5fc4f-1f8d-47ac-9582-417e2aa37e0e tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d6d245-b37a-4d85-87fe-61b12c8d9d94 HTTP/1.1" status: 200 len: 944 time: 0.0758231 Mar 28 14:29:45.012136 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b1792a9e-1ca7-4263-a23a-44d999587f20 req-30c06136-c4f3-4c52-a5f0-9f00d16c54a3 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436485 Mar 28 14:29:45.377488 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf217b-4d0a-4dfb-9dd7-7520fc278bfc req-ced8a0ab-a411-46d0-8cf2-71ff0f9f1004 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:45.378932 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3bbf217b-4d0a-4dfb-9dd7-7520fc278bfc req-ced8a0ab-a411-46d0-8cf2-71ff0f9f1004 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 944 time: 0.0517030 Mar 28 14:29:45.430463 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3bbf217b-4d0a-4dfb-9dd7-7520fc278bfc req-5038bad5-b5d2-4643-ad65-2af1a8989b27 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459509 Mar 28 14:29:46.047772 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67acc2-fea1-48c3-b374-e33fa5af50cc req-2d1447aa-824b-4411-b083-1896b57caddf tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:46.049255 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3c67acc2-fea1-48c3-b374-e33fa5af50cc req-2d1447aa-824b-4411-b083-1896b57caddf tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 945 time: 0.0593526 Mar 28 14:29:46.103568 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 9794476a-46bf-4646-b819-bb28e4b1fbb9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:29:46.113653 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3c67acc2-fea1-48c3-b374-e33fa5af50cc req-fdd57c15-4f65-42b9-82dc-3588a165a221 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526521 Mar 28 14:29:46.116869 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device aa235016-c78c-4cb8-ab63-40daa550fe73 up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:29:46.145015 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8cc4a-1fea-471a-9a34-412ac0cedd12 req-7fc9e3dd-d3e0-4c00-a68d-b9337ed03836 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:46.146618 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-dae8cc4a-1fea-471a-9a34-412ac0cedd12 req-7fc9e3dd-d3e0-4c00-a68d-b9337ed03836 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d6d245-b37a-4d85-87fe-61b12c8d9d94 HTTP/1.1" status: 200 len: 944 time: 0.0640664 Mar 28 14:29:46.193816 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-dae8cc4a-1fea-471a-9a34-412ac0cedd12 req-6d87a66a-02ed-4e33-9128-7ce38b21df1e tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404725 Mar 28 14:29:46.231154 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning for port aa235016-c78c-4cb8-ab63-40daa550fe73 completed by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 14:29:46.243537 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port aa235016-c78c-4cb8-ab63-40daa550fe73 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:29:46.243913 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (aa235016-c78c-4cb8-ab63-40daa550fe73), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:46.278601 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 9794476a-46bf-4646-b819-bb28e4b1fbb9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9794476a-46bf-4646-b819-bb28e4b1fbb9,segment=NetworkSegment(a5384891-ecbd-4540-a178-84656651c5c8),segment_id=a5384891-ecbd-4540-a178-84656651c5c8)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:29:46.298130 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': '9794476a-46bf-4646-b819-bb28e4b1fbb9', 'network_id': 'd343870b-24fb-4c0c-a2e7-58e585513d24', 'port_id': '9794476a-46bf-4646-b819-bb28e4b1fbb9', 'mac_address': 'fa:16:3e:09:ba:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '164a1df9-5f06-4e12-a3b7-147a3dd9d30b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:29:46.360991 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 9794476a-46bf-4646-b819-bb28e4b1fbb9 is: DOWN; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:29:46.361373 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (9794476a-46bf-4646-b819-bb28e4b1fbb9), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:46.384434 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9794476a-46bf-4646-b819-bb28e4b1fbb9 {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:29:46.388930 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port aa235016-c78c-4cb8-ab63-40daa550fe73 is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:29:46.389313 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (aa235016-c78c-4cb8-ab63-40daa550fe73), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:46.420463 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 9794476a-46bf-4646-b819-bb28e4b1fbb9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9794476a-46bf-4646-b819-bb28e4b1fbb9,segment=NetworkSegment(a5384891-ecbd-4540-a178-84656651c5c8),segment_id=a5384891-ecbd-4540-a178-84656651c5c8)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:29:46.425129 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db5e287-dc47-454b-b946-b13be19773fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa235016-c78c-4cb8-ab63-40daa550fe73'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:29:46.427639 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89c6126-efde-44de-9a98-78294de215f7" -d '{"events": [{"server_uuid": "5db5e287-dc47-454b-b946-b13be19773fa", "name": "network-vif-plugged", "status": "completed", "tag": "aa235016-c78c-4cb8-ab63-40daa550fe73"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:29:46.437901 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (9794476a-46bf-4646-b819-bb28e4b1fbb9), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:46.444600 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port aa235016-c78c-4cb8-ab63-40daa550fe73, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa235016-c78c-4cb8-ab63-40daa550fe73,segment=NetworkSegment(c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d),segment_id=c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:29:46.467098 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (aa235016-c78c-4cb8-ab63-40daa550fe73), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:46.473382 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c15d22a-9a15-4dde-8766-902bd7563249 x-openstack-request-id: req-2c15d22a-9a15-4dde-8766-902bd7563249 {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:29:46.473679 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db5e287-dc47-454b-b946-b13be19773fa", "name": "network-vif-plugged", "status": "completed", "tag": "aa235016-c78c-4cb8-ab63-40daa550fe73", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:29:46.473935 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c15d22a-9a15-4dde-8766-902bd7563249 {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:29:46.474326 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c15d22a-9a15-4dde-8766-902bd7563249'] response: {'server_uuid': '5db5e287-dc47-454b-b946-b13be19773fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa235016-c78c-4cb8-ab63-40daa550fe73', 'code': 200} Mar 28 14:29:46.509911 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=9794476a-46bf-4646-b819-bb28e4b1fbb9,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:46.576232 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=aa235016-c78c-4cb8-ab63-40daa550fe73,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:46.577995 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b184a-c2fe-4878-bfc7-4fee442474ec req-4cdf4009-af2c-4cba-a50d-4eb514b62b60 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:46.580299 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-512b184a-c2fe-4878-bfc7-4fee442474ec req-4cdf4009-af2c-4cba-a50d-4eb514b62b60 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 945 time: 0.0627947 Mar 28 14:29:46.644178 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-512b184a-c2fe-4878-bfc7-4fee442474ec req-4eccdf1e-65f0-4be8-914b-ba52a8a8c480 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516138 Mar 28 14:29:46.683515 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014f1f0-2cf3-4d9e-8701-a03128d2931c req-c870ac5d-3eb8-4d69-b82b-c50261acde80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:46.685015 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6014f1f0-2cf3-4d9e-8701-a03128d2931c req-c870ac5d-3eb8-4d69-b82b-c50261acde80 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 1129 time: 0.0533497 Mar 28 14:29:46.732600 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6014f1f0-2cf3-4d9e-8701-a03128d2931c req-999f4c4c-efd2-4390-b5ff-5cb1462f2f3d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391026 Mar 28 14:29:46.871443 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['9794476a-46bf-4646-b819-bb28e4b1fbb9'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:29:47.232692 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1c718-4476-4243-a48a-4f7c41a491b7 req-60ba99c5-0c8d-4fbd-908b-9f7b521bd1f1 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:47.234149 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c5d1c718-4476-4243-a48a-4f7c41a491b7 req-60ba99c5-0c8d-4fbd-908b-9f7b521bd1f1 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 945 time: 0.0621288 Mar 28 14:29:47.285712 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c5d1c718-4476-4243-a48a-4f7c41a491b7 req-99173835-bfda-4753-baa2-f6eb31ff840b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447612 Mar 28 14:29:47.314995 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762da6d-c205-465a-9dca-0b95d94bad22 req-f73fb861-19dd-4dff-b79d-e5d6af890428 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:47.316599 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b762da6d-c205-465a-9dca-0b95d94bad22 req-f73fb861-19dd-4dff-b79d-e5d6af890428 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d6d245-b37a-4d85-87fe-61b12c8d9d94 HTTP/1.1" status: 200 len: 945 time: 0.0539606 Mar 28 14:29:47.363696 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b762da6d-c205-465a-9dca-0b95d94bad22 req-7ab0f858-7c36-48b8-b45b-2d60c8a9ab0a tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414324 Mar 28 14:29:47.712656 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 42736) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:47.760717 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509c919-f510-4133-8cd0-f243f8477613 req-9c06d858-40f8-433a-aa21-36554775087d tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:47.762168 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5509c919-f510-4133-8cd0-f243f8477613 req-9c06d858-40f8-433a-aa21-36554775087d tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 945 time: 0.0517597 Mar 28 14:29:47.808609 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5509c919-f510-4133-8cd0-f243f8477613 req-23827252-7ea7-4b6f-8141-5be191805c21 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407472 Mar 28 14:29:47.818084 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-cf36c415-3d28-48d3-9059-1d65eb79e325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:47.899229 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-cf36c415-3d28-48d3-9059-1d65eb79e325 admin admin] Publish callbacks [] for security_group (91952e6d-331a-41a1-aa13-af57f8503381), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:47.904474 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-cf36c415-3d28-48d3-9059-1d65eb79e325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (91952e6d-331a-41a1-aa13-af57f8503381), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:47.944021 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36c415-3d28-48d3-9059-1d65eb79e325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91952e6d-331a-41a1-aa13-af57f8503381,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:47.947811 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-cf36c415-3d28-48d3-9059-1d65eb79e325 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a3f64e0e88e4992a6b4cc93bb787321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341807 Mar 28 14:29:47.950713 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 42748) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:47.954753 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36c415-3d28-48d3-9059-1d65eb79e325 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:47.955220 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36c415-3d28-48d3-9059-1d65eb79e325 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:47.955561 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36c415-3d28-48d3-9059-1d65eb79e325 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:47.955900 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36c415-3d28-48d3-9059-1d65eb79e325 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:47.956230 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36c415-3d28-48d3-9059-1d65eb79e325 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:47.956556 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36c415-3d28-48d3-9059-1d65eb79e325 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:47.956881 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36c415-3d28-48d3-9059-1d65eb79e325 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:47.957202 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36c415-3d28-48d3-9059-1d65eb79e325 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:47.957522 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36c415-3d28-48d3-9059-1d65eb79e325 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:47.957841 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36c415-3d28-48d3-9059-1d65eb79e325 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:47.958163 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36c415-3d28-48d3-9059-1d65eb79e325 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:47.958480 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36c415-3d28-48d3-9059-1d65eb79e325 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:47.958799 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36c415-3d28-48d3-9059-1d65eb79e325 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:47.959227 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36c415-3d28-48d3-9059-1d65eb79e325 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:47.959545 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36c415-3d28-48d3-9059-1d65eb79e325 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:48.009927 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d9bdc1cb-ea48-4391-95ba-b3dc8a443a0f admin admin] Publish callbacks [] for security_group (91952e6d-331a-41a1-aa13-af57f8503381), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:48.031310 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d9bdc1cb-ea48-4391-95ba-b3dc8a443a0f admin admin] Publish callbacks [] for security_group (91952e6d-331a-41a1-aa13-af57f8503381), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:48.084301 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d9bdc1cb-ea48-4391-95ba-b3dc8a443a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (91952e6d-331a-41a1-aa13-af57f8503381), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:48.087254 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d9bdc1cb-ea48-4391-95ba-b3dc8a443a0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:48.088398 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-d9bdc1cb-ea48-4391-95ba-b3dc8a443a0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91952e6d-331a-41a1-aa13-af57f8503381 HTTP/1.1" status: 204 len: 168 time: 0.1364219 Mar 28 14:29:48.095938 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdc1cb-ea48-4391-95ba-b3dc8a443a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91952e6d-331a-41a1-aa13-af57f8503381,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:48.103078 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdc1cb-ea48-4391-95ba-b3dc8a443a0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:48.103525 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdc1cb-ea48-4391-95ba-b3dc8a443a0f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:48.103762 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdc1cb-ea48-4391-95ba-b3dc8a443a0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:48.104212 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdc1cb-ea48-4391-95ba-b3dc8a443a0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:48.104553 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdc1cb-ea48-4391-95ba-b3dc8a443a0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:48.104939 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdc1cb-ea48-4391-95ba-b3dc8a443a0f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:48.105264 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdc1cb-ea48-4391-95ba-b3dc8a443a0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:48.105629 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdc1cb-ea48-4391-95ba-b3dc8a443a0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:48.105887 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdc1cb-ea48-4391-95ba-b3dc8a443a0f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:48.106369 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdc1cb-ea48-4391-95ba-b3dc8a443a0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:48.106694 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdc1cb-ea48-4391-95ba-b3dc8a443a0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:48.107016 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdc1cb-ea48-4391-95ba-b3dc8a443a0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:48.107357 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdc1cb-ea48-4391-95ba-b3dc8a443a0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:48.107678 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdc1cb-ea48-4391-95ba-b3dc8a443a0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:48.107991 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdc1cb-ea48-4391-95ba-b3dc8a443a0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:29:48.117070 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 9794476a-46bf-4646-b819-bb28e4b1fbb9 up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:29:48.177558 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning for port 9794476a-46bf-4646-b819-bb28e4b1fbb9 completed by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 14:29:48.183412 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port 9794476a-46bf-4646-b819-bb28e4b1fbb9 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:29:48.183792 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (9794476a-46bf-4646-b819-bb28e4b1fbb9), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:48.263284 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 9794476a-46bf-4646-b819-bb28e4b1fbb9 is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:29:48.263653 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (9794476a-46bf-4646-b819-bb28e4b1fbb9), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:48.298038 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 9794476a-46bf-4646-b819-bb28e4b1fbb9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9794476a-46bf-4646-b819-bb28e4b1fbb9,segment=NetworkSegment(a5384891-ecbd-4540-a178-84656651c5c8),segment_id=a5384891-ecbd-4540-a178-84656651c5c8)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:29:48.302493 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (9794476a-46bf-4646-b819-bb28e4b1fbb9), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:48.368142 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 42768) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:48.381810 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-720b2eb2-507d-42fa-8924-e1e2667376d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:48.385874 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=9794476a-46bf-4646-b819-bb28e4b1fbb9,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:48.474882 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-720b2eb2-507d-42fa-8924-e1e2667376d5 admin admin] Publish callbacks [] for security_group (40dde8c4-0cdc-486c-870f-f684309e5a60), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:48.476008 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d6d245-b37a-4d85-87fe-61b12c8d9d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9794476a-46bf-4646-b819-bb28e4b1fbb9'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:29:48.480188 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33deba07-622d-4603-b21e-6b86376cdebd" -d '{"events": [{"server_uuid": "33d6d245-b37a-4d85-87fe-61b12c8d9d94", "name": "network-vif-plugged", "status": "completed", "tag": "9794476a-46bf-4646-b819-bb28e4b1fbb9"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:29:48.493725 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-720b2eb2-507d-42fa-8924-e1e2667376d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (40dde8c4-0cdc-486c-870f-f684309e5a60), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:48.495359 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a00d15-cf41-4fe5-858b-33335699638b req-78007244-6987-4a57-ae25-7c13d1a4fd1d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:48.496892 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-82a00d15-cf41-4fe5-858b-33335699638b req-78007244-6987-4a57-ae25-7c13d1a4fd1d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 945 time: 0.0826547 Mar 28 14:29:48.550359 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-720b2eb2-507d-42fa-8924-e1e2667376d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef3592905e444181bbdee8532a183c0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1781917 Mar 28 14:29:48.550669 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 42774) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:48.562423 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b2eb2-507d-42fa-8924-e1e2667376d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dde8c4-0cdc-486c-870f-f684309e5a60,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:48.573202 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-82a00d15-cf41-4fe5-858b-33335699638b req-84a7ce45-e75c-4cca-87ed-0fd231fa5866 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692136 Mar 28 14:29:48.582447 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2001051-71b1-49cf-abb3-ee9bd317b6fb req-016bb8cc-d4f2-4ad2-9a5e-03494ee1f3d8 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:48.584423 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b2001051-71b1-49cf-abb3-ee9bd317b6fb req-016bb8cc-d4f2-4ad2-9a5e-03494ee1f3d8 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d6d245-b37a-4d85-87fe-61b12c8d9d94 HTTP/1.1" status: 200 len: 946 time: 0.1047697 Mar 28 14:29:48.618505 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-215ce9c2-83fd-4096-9b81-9083a84a7044 admin admin] Publish callbacks [] for security_group (40dde8c4-0cdc-486c-870f-f684309e5a60), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:48.630911 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee500819-70b5-4530-a861-8f0afb32eea8 x-openstack-request-id: req-ee500819-70b5-4530-a861-8f0afb32eea8 {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:29:48.631253 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d6d245-b37a-4d85-87fe-61b12c8d9d94", "name": "network-vif-plugged", "status": "completed", "tag": "9794476a-46bf-4646-b819-bb28e4b1fbb9", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:29:48.631664 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee500819-70b5-4530-a861-8f0afb32eea8 {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:29:48.632223 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee500819-70b5-4530-a861-8f0afb32eea8'] response: {'server_uuid': '33d6d245-b37a-4d85-87fe-61b12c8d9d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9794476a-46bf-4646-b819-bb28e4b1fbb9', 'code': 200} Mar 28 14:29:48.639169 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b2001051-71b1-49cf-abb3-ee9bd317b6fb req-08a88382-e6c3-4792-bce2-2c8387b1290d tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487669 Mar 28 14:29:48.648248 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-215ce9c2-83fd-4096-9b81-9083a84a7044 admin admin] Publish callbacks [] for security_group (40dde8c4-0cdc-486c-870f-f684309e5a60), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:48.693929 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-215ce9c2-83fd-4096-9b81-9083a84a7044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (40dde8c4-0cdc-486c-870f-f684309e5a60), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:48.696775 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-215ce9c2-83fd-4096-9b81-9083a84a7044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:48.697904 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-215ce9c2-83fd-4096-9b81-9083a84a7044 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40dde8c4-0cdc-486c-870f-f684309e5a60 HTTP/1.1" status: 204 len: 168 time: 0.1462808 Mar 28 14:29:48.708230 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ce9c2-83fd-4096-9b81-9083a84a7044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dde8c4-0cdc-486c-870f-f684309e5a60,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:48.818500 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2139ba-b6db-43ab-b879-9b505bea41c7 req-a5248d81-960f-44d2-8a50-4da414f3df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:48.820034 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-dc2139ba-b6db-43ab-b879-9b505bea41c7 req-a5248d81-960f-44d2-8a50-4da414f3df5a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=33d6d245-b37a-4d85-87fe-61b12c8d9d94 HTTP/1.1" status: 200 len: 1130 time: 0.0469639 Mar 28 14:29:48.875093 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-dc2139ba-b6db-43ab-b879-9b505bea41c7 req-b334892e-c1bd-48c6-860c-f9a2fe7176ec service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489900 Mar 28 14:29:48.945303 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6235d2-e3e7-49d6-b638-bb3b776b7086 req-f5937a81-74b1-4919-9ba4-19026d934e73 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:48.947565 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-af6235d2-e3e7-49d6-b638-bb3b776b7086 req-f5937a81-74b1-4919-9ba4-19026d934e73 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 945 time: 0.0587664 Mar 28 14:29:48.993645 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-af6235d2-e3e7-49d6-b638-bb3b776b7086 req-23c2cf32-1071-4226-8e58-4f3304b2fa7f tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412037 Mar 28 14:29:49.111710 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd97e37-9d81-446d-b745-9b4ddf7a4cf1 req-16e0c677-68a5-4d05-b363-34aa891b4e8c tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:49.113214 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-fcd97e37-9d81-446d-b745-9b4ddf7a4cf1 req-16e0c677-68a5-4d05-b363-34aa891b4e8c tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 945 time: 0.0521836 Mar 28 14:29:49.168009 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-fcd97e37-9d81-446d-b745-9b4ddf7a4cf1 req-639e9303-800d-418c-8a22-32fb484c44c1 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491683 Mar 28 14:29:49.495831 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 42820) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:49.530701 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a13b26-8669-4dc4-8515-99dac37c91c6 req-55d0c05f-5397-4c59-95a1-83b6b564b680 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:49.535592 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-91a13b26-8669-4dc4-8515-99dac37c91c6 req-55d0c05f-5397-4c59-95a1-83b6b564b680 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 945 time: 0.0589755 Mar 28 14:29:49.584589 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-91a13b26-8669-4dc4-8515-99dac37c91c6 req-61bc7a4f-c4b3-493a-ad98-a95b72637c90 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446186 Mar 28 14:29:49.603095 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-701cf8d4-f2e0-4354-bb13-b1cf8c70fa68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:49.731081 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-701cf8d4-f2e0-4354-bb13-b1cf8c70fa68 admin admin] Publish callbacks [] for security_group (cefe2229-0e6a-4dab-abd8-c7e20983f6ca), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:49.738944 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-701cf8d4-f2e0-4354-bb13-b1cf8c70fa68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (cefe2229-0e6a-4dab-abd8-c7e20983f6ca), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:49.764505 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693a753-3e17-4c4c-a181-35fd9a515908 req-fc880583-57dc-43c9-92be-aec04af6cf03 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:49.766288 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4693a753-3e17-4c4c-a181-35fd9a515908 req-fc880583-57dc-43c9-92be-aec04af6cf03 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 945 time: 0.1017187 Mar 28 14:29:49.773681 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8c9f5-ded3-4c70-bfc1-a257741c116e req-df7c1092-d439-4158-a369-2df9ae11d4e5 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:49.776032 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-dde8c9f5-ded3-4c70-bfc1-a257741c116e req-df7c1092-d439-4158-a369-2df9ae11d4e5 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d6d245-b37a-4d85-87fe-61b12c8d9d94 HTTP/1.1" status: 200 len: 946 time: 0.0630748 Mar 28 14:29:49.799828 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-701cf8d4-f2e0-4354-bb13-b1cf8c70fa68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9e4d93bc6e14528be3934d8ce61366a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3028772 Mar 28 14:29:49.802845 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 42836) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:49.807575 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701cf8d4-f2e0-4354-bb13-b1cf8c70fa68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefe2229-0e6a-4dab-abd8-c7e20983f6ca,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:49.849985 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4693a753-3e17-4c4c-a181-35fd9a515908 req-72f95c57-1218-43ee-b893-fc9304f6794d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718470 Mar 28 14:29:49.895121 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-dde8c9f5-ded3-4c70-bfc1-a257741c116e req-dfeb2e8f-5755-42bb-9288-a270b285c510 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100535 Mar 28 14:29:49.909780 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-3e54dad3-ed3a-44ed-baab-e3f4046d23ce admin admin] Publish callbacks [] for security_group (cefe2229-0e6a-4dab-abd8-c7e20983f6ca), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:49.933424 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-3e54dad3-ed3a-44ed-baab-e3f4046d23ce admin admin] Publish callbacks [] for security_group (cefe2229-0e6a-4dab-abd8-c7e20983f6ca), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:50.002251 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-3e54dad3-ed3a-44ed-baab-e3f4046d23ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (cefe2229-0e6a-4dab-abd8-c7e20983f6ca), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:50.006337 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-3e54dad3-ed3a-44ed-baab-e3f4046d23ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:50.014189 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-3e54dad3-ed3a-44ed-baab-e3f4046d23ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cefe2229-0e6a-4dab-abd8-c7e20983f6ca HTTP/1.1" status: 204 len: 168 time: 0.2099323 Mar 28 14:29:50.022983 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54dad3-ed3a-44ed-baab-e3f4046d23ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefe2229-0e6a-4dab-abd8-c7e20983f6ca,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:50.351428 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 42856) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:50.364796 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-896c3d18-9890-46cf-8b91-eab86b2eb273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:50.446406 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-896c3d18-9890-46cf-8b91-eab86b2eb273 admin admin] Publish callbacks [] for security_group (8dbb2d1e-9974-4086-a3e4-76c5223af775), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:50.450147 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-896c3d18-9890-46cf-8b91-eab86b2eb273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (8dbb2d1e-9974-4086-a3e4-76c5223af775), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:50.489387 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-896c3d18-9890-46cf-8b91-eab86b2eb273 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4650caf0ae54ecc871af9a8b1536a1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367233 Mar 28 14:29:50.490510 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c3d18-9890-46cf-8b91-eab86b2eb273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbb2d1e-9974-4086-a3e4-76c5223af775,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:50.492185 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 42864) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:50.547250 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-63b549f7-6a99-44fb-ad7e-2f09ec944949 admin admin] Publish callbacks [] for security_group (8dbb2d1e-9974-4086-a3e4-76c5223af775), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:50.569038 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-63b549f7-6a99-44fb-ad7e-2f09ec944949 admin admin] Publish callbacks [] for security_group (8dbb2d1e-9974-4086-a3e4-76c5223af775), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:50.618354 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-63b549f7-6a99-44fb-ad7e-2f09ec944949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (8dbb2d1e-9974-4086-a3e4-76c5223af775), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:50.621039 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-63b549f7-6a99-44fb-ad7e-2f09ec944949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:50.622193 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-63b549f7-6a99-44fb-ad7e-2f09ec944949 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8dbb2d1e-9974-4086-a3e4-76c5223af775 HTTP/1.1" status: 204 len: 168 time: 0.1288705 Mar 28 14:29:50.631431 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b549f7-6a99-44fb-ad7e-2f09ec944949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbb2d1e-9974-4086-a3e4-76c5223af775,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:50.989973 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01baea68-a4fb-480a-8814-cba9afd350e2 req-1e32b9bf-d67d-46a7-b662-dc59bb7cb380 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:50.991762 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-01baea68-a4fb-480a-8814-cba9afd350e2 req-1e32b9bf-d67d-46a7-b662-dc59bb7cb380 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 945 time: 0.0643272 Mar 28 14:29:51.010581 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 42876) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:51.028914 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-e9d2a070-72cb-4f53-a665-94c2129af3d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:51.038251 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6996fec-8491-4ba2-908a-1a982f3bdf39 req-c810b2bc-757a-472b-8a1e-4fab2ca7f6f3 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:51.039803 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b6996fec-8491-4ba2-908a-1a982f3bdf39 req-c810b2bc-757a-472b-8a1e-4fab2ca7f6f3 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d6d245-b37a-4d85-87fe-61b12c8d9d94 HTTP/1.1" status: 200 len: 946 time: 0.0739338 Mar 28 14:29:51.043614 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-01baea68-a4fb-480a-8814-cba9afd350e2 req-17ad9844-4dd4-483e-b8f2-ce0991595ea3 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452087 Mar 28 14:29:51.114276 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b6996fec-8491-4ba2-908a-1a982f3bdf39 req-7a1a26f2-c41d-4c27-83df-ba438fa62086 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632257 Mar 28 14:29:51.150181 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-e9d2a070-72cb-4f53-a665-94c2129af3d4 admin admin] Publish callbacks [] for security_group (ad5727f0-595c-4a17-b44e-8cea79c63f60), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:51.154292 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-e9d2a070-72cb-4f53-a665-94c2129af3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (ad5727f0-595c-4a17-b44e-8cea79c63f60), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:51.193807 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-e9d2a070-72cb-4f53-a665-94c2129af3d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a8433471a9d4f5db691ace2ed26e1a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1807356 Mar 28 14:29:51.195328 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 42890) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:51.202701 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2a070-72cb-4f53-a665-94c2129af3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5727f0-595c-4a17-b44e-8cea79c63f60,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:51.246717 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-226fcec8-b932-4f90-b662-e86871a11d60 admin admin] Publish callbacks [] for security_group (ad5727f0-595c-4a17-b44e-8cea79c63f60), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:51.270526 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-226fcec8-b932-4f90-b662-e86871a11d60 admin admin] Publish callbacks [] for security_group (ad5727f0-595c-4a17-b44e-8cea79c63f60), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:51.319730 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-226fcec8-b932-4f90-b662-e86871a11d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (ad5727f0-595c-4a17-b44e-8cea79c63f60), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:51.322414 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-226fcec8-b932-4f90-b662-e86871a11d60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:51.324160 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-226fcec8-b932-4f90-b662-e86871a11d60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad5727f0-595c-4a17-b44e-8cea79c63f60 HTTP/1.1" status: 204 len: 168 time: 0.1275539 Mar 28 14:29:51.335599 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fcec8-b932-4f90-b662-e86871a11d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5727f0-595c-4a17-b44e-8cea79c63f60,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:51.734011 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eefca5-a901-4f7d-8ac0-30693d1e8968 req-a03f7003-6ad6-4a4d-94db-572e789a4c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:51.735690 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-34eefca5-a901-4f7d-8ac0-30693d1e8968 req-a03f7003-6ad6-4a4d-94db-572e789a4c26 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 1129 time: 0.0562737 Mar 28 14:29:51.796892 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-34eefca5-a901-4f7d-8ac0-30693d1e8968 req-d71e84b0-e0dc-44d8-b7b4-c28e72ede176 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518994 Mar 28 14:29:51.869948 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52a4df-77c3-40fd-a268-2ec81639b98d req-ca2401be-0ee0-4e47-a675-72abd0849f7b tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:51.872176 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-db52a4df-77c3-40fd-a268-2ec81639b98d req-ca2401be-0ee0-4e47-a675-72abd0849f7b tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d6d245-b37a-4d85-87fe-61b12c8d9d94 HTTP/1.1" status: 200 len: 946 time: 0.0567718 Mar 28 14:29:51.922426 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-db52a4df-77c3-40fd-a268-2ec81639b98d req-a132753e-41dc-4c08-98b6-be23b49191fe tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442927 Mar 28 14:29:52.172958 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d6a8a-18b8-4d17-8d31-1c1f69ba3085 req-498dc700-ec81-4a57-9385-a4419fe1ce92 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:52.174542 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a72d6a8a-18b8-4d17-8d31-1c1f69ba3085 req-498dc700-ec81-4a57-9385-a4419fe1ce92 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 945 time: 0.0562017 Mar 28 14:29:52.226562 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a72d6a8a-18b8-4d17-8d31-1c1f69ba3085 req-a75beb37-f099-4e54-a189-19b5abd489ed tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459614 Mar 28 14:29:53.058117 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb390d60-3f30-4b74-9b69-5f9781f94f2e req-8df6b1e4-cef6-468d-999f-a7f628b0dd83 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:53.059847 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-eb390d60-3f30-4b74-9b69-5f9781f94f2e req-8df6b1e4-cef6-468d-999f-a7f628b0dd83 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d6d245-b37a-4d85-87fe-61b12c8d9d94 HTTP/1.1" status: 200 len: 946 time: 0.0627408 Mar 28 14:29:53.113162 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-eb390d60-3f30-4b74-9b69-5f9781f94f2e req-9d11d43b-e74c-4474-8fed-a4bc12df055c tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477207 Mar 28 14:29:53.351406 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcdcb5-38e6-413b-9a37-0651655f91f8 req-a37cb6c3-4f63-4034-8393-c6fd8218c75e tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:53.352952 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d4bcdcb5-38e6-413b-9a37-0651655f91f8 req-a37cb6c3-4f63-4034-8393-c6fd8218c75e tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 945 time: 0.0567641 Mar 28 14:29:53.400817 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d4bcdcb5-38e6-413b-9a37-0651655f91f8 req-02aa37d0-b628-47b6-abb6-907e4521e4d6 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421464 Mar 28 14:29:53.707927 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 42964) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:53.819881 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7eeb373f-19ab-43fe-bddf-31d2f29b1faf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:53.893480 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7eeb373f-19ab-43fe-bddf-31d2f29b1faf admin admin] Publish callbacks [] for security_group (43247699-a494-4234-8749-610383fd6e9c), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:53.900599 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7eeb373f-19ab-43fe-bddf-31d2f29b1faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (43247699-a494-4234-8749-610383fd6e9c), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:53.967054 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-7eeb373f-19ab-43fe-bddf-31d2f29b1faf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=baa6870a986a414e922e79e82ce480ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580094 Mar 28 14:29:53.969876 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 42968) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:53.970691 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb373f-19ab-43fe-bddf-31d2f29b1faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43247699-a494-4234-8749-610383fd6e9c,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:53.995294 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0950e-d9c0-495c-a2c7-e04cdeaeb795 req-4d8c9bb0-7906-4a9f-873f-4220e2f8c917 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:53.996859 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b0d0950e-d9c0-495c-a2c7-e04cdeaeb795 req-4d8c9bb0-7906-4a9f-873f-4220e2f8c917 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.18 "GET /v2.0/ports?device_id=33d6d245-b37a-4d85-87fe-61b12c8d9d94 HTTP/1.1" status: 200 len: 946 time: 0.0799356 Mar 28 14:29:54.019689 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-62263891-2f01-40c5-b7c1-a1bc7f281e13 admin admin] Publish callbacks [] for security_group (43247699-a494-4234-8749-610383fd6e9c), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:54.041581 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-62263891-2f01-40c5-b7c1-a1bc7f281e13 admin admin] Publish callbacks [] for security_group (43247699-a494-4234-8749-610383fd6e9c), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:54.087930 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-62263891-2f01-40c5-b7c1-a1bc7f281e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (43247699-a494-4234-8749-610383fd6e9c), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:54.090627 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-62263891-2f01-40c5-b7c1-a1bc7f281e13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:54.094224 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-62263891-2f01-40c5-b7c1-a1bc7f281e13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43247699-a494-4234-8749-610383fd6e9c HTTP/1.1" status: 204 len: 168 time: 0.1209486 Mar 28 14:29:54.100185 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62263891-2f01-40c5-b7c1-a1bc7f281e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43247699-a494-4234-8749-610383fd6e9c,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:54.371692 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d67cbc-0a0c-410f-bc90-f57703636b19 req-1a8ec407-9d34-4397-bb86-4e1e3753acc5 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:54.373148 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f7d67cbc-0a0c-410f-bc90-f57703636b19 req-1a8ec407-9d34-4397-bb86-4e1e3753acc5 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d6d245-b37a-4d85-87fe-61b12c8d9d94 HTTP/1.1" status: 200 len: 946 time: 0.0842946 Mar 28 14:29:54.375689 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [req-b0d0950e-d9c0-495c-a2c7-e04cdeaeb795 req-7eeed402-a1f8-47cc-9bef-951373a2e0ce tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Deleting port 9794476a-46bf-4646-b819-bb28e4b1fbb9 {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:29:54.375785 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-b0d0950e-d9c0-495c-a2c7-e04cdeaeb795 req-7eeed402-a1f8-47cc-9bef-951373a2e0ce tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (9794476a-46bf-4646-b819-bb28e4b1fbb9), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:54.378976 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 42976) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:54.392856 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-da54105f-f983-4101-927a-a71e4dbe4e94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:54.477785 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f7d67cbc-0a0c-410f-bc90-f57703636b19 req-08000afe-4d41-4ef7-9e95-b0af4e3de3e1 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971861 Mar 28 14:29:54.478547 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-da54105f-f983-4101-927a-a71e4dbe4e94 admin admin] Publish callbacks [] for security_group (b837a4ce-5929-438c-9bc9-ddced9a94510), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:54.500188 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [req-b0d0950e-d9c0-495c-a2c7-e04cdeaeb795 req-7eeed402-a1f8-47cc-9bef-951373a2e0ce tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] For port 9794476a-46bf-4646-b819-bb28e4b1fbb9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9794476a-46bf-4646-b819-bb28e4b1fbb9,segment=NetworkSegment(a5384891-ecbd-4540-a178-84656651c5c8),segment_id=a5384891-ecbd-4540-a178-84656651c5c8)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:29:54.500556 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-b0d0950e-d9c0-495c-a2c7-e04cdeaeb795 req-7eeed402-a1f8-47cc-9bef-951373a2e0ce tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (9794476a-46bf-4646-b819-bb28e4b1fbb9), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:54.505873 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-da54105f-f983-4101-927a-a71e4dbe4e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (b837a4ce-5929-438c-9bc9-ddced9a94510), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:54.515379 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [req-b0d0950e-d9c0-495c-a2c7-e04cdeaeb795 req-7eeed402-a1f8-47cc-9bef-951373a2e0ce tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Calling delete_port for 9794476a-46bf-4646-b819-bb28e4b1fbb9 owned by compute:nova {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:29:54.554799 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-da54105f-f983-4101-927a-a71e4dbe4e94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c0dbc642b694283b4c9eb6b68fb735d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1737044 Mar 28 14:29:54.557457 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54105f-f983-4101-927a-a71e4dbe4e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b837a4ce-5929-438c-9bc9-ddced9a94510,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:54.562860 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 42980) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:54.576981 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103429a-8783-4eb1-a7c3-a4e2e8f4c29e req-2732e0b7-2bce-4958-8864-7a953bdcf970 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:54.578432 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0103429a-8783-4eb1-a7c3-a4e2e8f4c29e req-2732e0b7-2bce-4958-8864-7a953bdcf970 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 945 time: 0.1055391 Mar 28 14:29:54.651590 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0103429a-8783-4eb1-a7c3-a4e2e8f4c29e req-777f5c1e-9c9c-49c7-9a3b-004f83fdc3fa tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673175 Mar 28 14:29:54.654528 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-8463f1a8-d29a-42ee-ace7-4a843167e75f admin admin] Publish callbacks [] for security_group (b837a4ce-5929-438c-9bc9-ddced9a94510), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:54.674456 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-b0d0950e-d9c0-495c-a2c7-e04cdeaeb795 req-7eeed402-a1f8-47cc-9bef-951373a2e0ce tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879'] for port (9794476a-46bf-4646-b819-bb28e4b1fbb9), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:54.690083 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-8463f1a8-d29a-42ee-ace7-4a843167e75f admin admin] Publish callbacks [] for security_group (b837a4ce-5929-438c-9bc9-ddced9a94510), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:54.700462 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['9794476a-46bf-4646-b819-bb28e4b1fbb9'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:29:54.718885 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeed402-a1f8-47cc-9bef-951373a2e0ce tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Pushing event deleted for resources: {'Port': ['ID=9794476a-46bf-4646-b819-bb28e4b1fbb9,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:54.776968 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-8463f1a8-d29a-42ee-ace7-4a843167e75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (b837a4ce-5929-438c-9bc9-ddced9a94510), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:54.780637 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-8463f1a8-d29a-42ee-ace7-4a843167e75f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:54.781989 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-8463f1a8-d29a-42ee-ace7-4a843167e75f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b837a4ce-5929-438c-9bc9-ddced9a94510 HTTP/1.1" status: 204 len: 168 time: 0.2181337 Mar 28 14:29:54.792854 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463f1a8-d29a-42ee-ace7-4a843167e75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b837a4ce-5929-438c-9bc9-ddced9a94510,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:54.797906 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d0950e-d9c0-495c-a2c7-e04cdeaeb795 req-7eeed402-a1f8-47cc-9bef-951373a2e0ce tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] No DVR routers for this DVR port 9794476a-46bf-4646-b819-bb28e4b1fbb9 on host hv-cinder-79053 {{(pid=103204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:29:54.804173 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-b0d0950e-d9c0-495c-a2c7-e04cdeaeb795 req-7eeed402-a1f8-47cc-9bef-951373a2e0ce tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:54.808386 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b0d0950e-d9c0-495c-a2c7-e04cdeaeb795 req-7eeed402-a1f8-47cc-9bef-951373a2e0ce tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.18 "DELETE /v2.0/ports/9794476a-46bf-4646-b819-bb28e4b1fbb9 HTTP/1.1" status: 204 len: 173 time: 0.8057766 Mar 28 14:29:54.808792 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d6d245-b37a-4d85-87fe-61b12c8d9d94', 'name': 'network-vif-deleted', 'tag': '9794476a-46bf-4646-b819-bb28e4b1fbb9'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:29:54.812370 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d378c771d12563f68c1f59c9273be1365ef6a269510bcb02de4e9318e41428e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1848c303-c6ad-40d6-9ae5-88054e45f27e" -d '{"events": [{"server_uuid": "33d6d245-b37a-4d85-87fe-61b12c8d9d94", "name": "network-vif-deleted", "tag": "9794476a-46bf-4646-b819-bb28e4b1fbb9"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:29:54.869388 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fecf063-603f-44aa-a810-5fc1e2236f1b x-openstack-request-id: req-5fecf063-603f-44aa-a810-5fc1e2236f1b {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:29:54.869684 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d6d245-b37a-4d85-87fe-61b12c8d9d94", "name": "network-vif-deleted", "tag": "9794476a-46bf-4646-b819-bb28e4b1fbb9", "status": "completed", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:29:54.869984 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fecf063-603f-44aa-a810-5fc1e2236f1b {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:29:54.870436 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fecf063-603f-44aa-a810-5fc1e2236f1b'] response: {'server_uuid': '33d6d245-b37a-4d85-87fe-61b12c8d9d94', 'name': 'network-vif-deleted', 'tag': '9794476a-46bf-4646-b819-bb28e4b1fbb9', 'status': 'completed', 'code': 200} Mar 28 14:29:54.977187 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d457d9-b97d-4f67-b25a-490d087ec58b req-4adf0e71-846a-45d5-8aa4-3e82b2a68b2b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:54.984451 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f3d457d9-b97d-4f67-b25a-490d087ec58b req-4adf0e71-846a-45d5-8aa4-3e82b2a68b2b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 945 time: 0.0685999 Mar 28 14:29:54.999327 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bf02b-fa83-43fa-965e-3f6b13791410 req-3a6f07df-573b-4b48-b6f3-2194563e861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:55.000887 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1d5bf02b-fa83-43fa-965e-3f6b13791410 req-3a6f07df-573b-4b48-b6f3-2194563e861f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1519a1dc346a484ea1368320ac6d675c&device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 1129 time: 0.0731709 Mar 28 14:29:55.034756 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f3d457d9-b97d-4f67-b25a-490d087ec58b req-578098da-c771-4081-86e3-b26cd76e7ecb tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492051 Mar 28 14:29:55.093347 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bf02b-fa83-43fa-965e-3f6b13791410 req-2e3250ff-a90e-470c-ad08-28ad20af6358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:55.095475 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1d5bf02b-fa83-43fa-965e-3f6b13791410 req-2e3250ff-a90e-470c-ad08-28ad20af6358 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362 HTTP/1.1" status: 200 len: 920 time: 0.0880082 Mar 28 14:29:55.136482 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1d5bf02b-fa83-43fa-965e-3f6b13791410 req-5d3fece3-1e5a-4b7a-99a3-eb39692c99b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=076f6099-942c-496f-a8ea-cad3fd19e158 HTTP/1.1" status: 200 len: 217 time: 0.0339999 Mar 28 14:29:55.182962 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bf02b-fa83-43fa-965e-3f6b13791410 req-a1b3d87c-c7e2-429f-adb1-b2e9d6a1a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:55.184438 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1d5bf02b-fa83-43fa-965e-3f6b13791410 req-a1b3d87c-c7e2-429f-adb1-b2e9d6a1a8f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52dd69ba-aebc-4a99-b26d-625288b32bae HTTP/1.1" status: 200 len: 858 time: 0.0423267 Mar 28 14:29:55.237620 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bf02b-fa83-43fa-965e-3f6b13791410 req-92f58007-375a-4c30-8221-8b98a8e45a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:55.239135 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1d5bf02b-fa83-43fa-965e-3f6b13791410 req-92f58007-375a-4c30-8221-8b98a8e45a55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472920 Mar 28 14:29:55.328536 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1d5bf02b-fa83-43fa-965e-3f6b13791410 req-8970f275-a582-4e3a-ab9b-4bde1261497c service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828772 Mar 28 14:29:55.423577 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1d5bf02b-fa83-43fa-965e-3f6b13791410 req-9101922d-ae40-4a9a-9084-aae532f5b3af service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893774 Mar 28 14:29:55.786980 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-34461c51-125d-4aaf-a387-d949f7e84386 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:55.788568 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-34461c51-125d-4aaf-a387-d949f7e84386 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/networks?id=d343870b-24fb-4c0c-a2e7-58e585513d24 HTTP/1.1" status: 200 len: 809 time: 0.1035132 Mar 28 14:29:55.814199 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-2cfcb9ea-4e98-4987-91cc-ae20a9a01c69 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/quotas/e91186dcb7004b978e7ae494e0ad703e HTTP/1.1" status: 200 len: 375 time: 0.0141919 Mar 28 14:29:55.851661 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-26cc161e-c7a5-4b55-b62d-560ac378ca0d tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e91186dcb7004b978e7ae494e0ad703e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313754 Mar 28 14:29:55.947549 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-5fac354e-64d1-421d-8bbf-688508bbf684 service neutron] 10.222.0.13 "GET /v2.0/networks/d343870b-24fb-4c0c-a2e7-58e585513d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888441 Mar 28 14:29:56.035928 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-649324ff-be52-4616-a6b6-f6d4431a8116 service neutron] 10.222.0.13 "GET /v2.0/networks/d343870b-24fb-4c0c-a2e7-58e585513d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866804 Mar 28 14:29:56.169764 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bdd11-fdaf-4400-a679-9d282e035e61 req-fbce2b18-2501-4d31-9ffb-9b25268a952d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:56.171740 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-599bdd11-fdaf-4400-a679-9d282e035e61 req-fbce2b18-2501-4d31-9ffb-9b25268a952d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 945 time: 0.0700464 Mar 28 14:29:56.226617 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-599bdd11-fdaf-4400-a679-9d282e035e61 req-d3d66cbb-be08-4ed0-b7cf-16abd3066043 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488586 Mar 28 14:29:56.237788 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2fe5e12d-782d-44ca-b2f5-a607e1a9947a req-54b148b9-211a-42bf-a966-15a5ac8da9d0 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed30df0-1d68-40a6-b966-16061299d12f HTTP/1.1" status: 200 len: 210 time: 0.0377541 Mar 28 14:29:57.385098 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1ded2b7b-3ff3-4609-b975-cc58a36c41ba req-126258de-1929-4acf-b579-7a638304c55f tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed30df0-1d68-40a6-b966-16061299d12f HTTP/1.1" status: 200 len: 210 time: 0.0473430 Mar 28 14:29:57.429854 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-0fdc3216-0f52-4ad4-85a1-d0703dcc2971 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:57.431348 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-0fdc3216-0f52-4ad4-85a1-d0703dcc2971 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.18 "GET /v2.0/networks?id=d343870b-24fb-4c0c-a2e7-58e585513d24 HTTP/1.1" status: 200 len: 809 time: 0.1640093 Mar 28 14:29:57.441982 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50280045-6cd8-44fb-9581-a7c561d6792c req-4b7c11f2-d067-44ca-9c59-37a4106c17d7 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:57.443437 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-50280045-6cd8-44fb-9581-a7c561d6792c req-4b7c11f2-d067-44ca-9c59-37a4106c17d7 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 945 time: 0.1185839 Mar 28 14:29:57.452018 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-e79be4d9-4687-4cfc-a375-f71d4b21cc73 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Request body: {'port': {'device_id': '8ed30df0-1d68-40a6-b966-16061299d12f', 'network_id': 'd343870b-24fb-4c0c-a2e7-58e585513d24', 'admin_state_up': True, 'tenant_id': 'e91186dcb7004b978e7ae494e0ad703e'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:29:57.554558 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-50280045-6cd8-44fb-9581-a7c561d6792c req-e8401d13-6d82-4bcb-a4df-2b68a59eac48 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988462 Mar 28 14:29:57.596848 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-e79be4d9-4687-4cfc-a375-f71d4b21cc73 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Made reservation on behalf of e91186dcb7004b978e7ae494e0ad703e for: {'port': 1} {{(pid=103204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:29:57.600363 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-e79be4d9-4687-4cfc-a375-f71d4b21cc73 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:57.736826 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-e79be4d9-4687-4cfc-a375-f71d4b21cc73 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Allocated IP 172.20.0.14 (d343870b-24fb-4c0c-a2e7-58e585513d24/164a1df9-5f06-4e12-a3b7-147a3dd9d30b/6c5f30ba-42bd-4175-bc42-c161db4a4cf8) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:29:57.880749 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 43162) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:57.894603 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-e79be4d9-4687-4cfc-a375-f71d4b21cc73 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Publish callbacks [] for port (6c5f30ba-42bd-4175-bc42-c161db4a4cf8), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:57.932744 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-e79be4d9-4687-4cfc-a375-f71d4b21cc73 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (6c5f30ba-42bd-4175-bc42-c161db4a4cf8), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:57.977662 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-e79be4d9-4687-4cfc-a375-f71d4b21cc73 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Network d343870b-24fb-4c0c-a2e7-58e585513d24 is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:29:57.980785 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-e79be4d9-4687-4cfc-a375-f71d4b21cc73 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:29:57.983578 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-e79be4d9-4687-4cfc-a375-f71d4b21cc73 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:29:57.992403 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-e79be4d9-4687-4cfc-a375-f71d4b21cc73 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:57.993042 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-e79be4d9-4687-4cfc-a375-f71d4b21cc73 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:58.001181 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d010f264-bcb1-4d78-8efa-f0bbbca3f448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:58.012560 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79be4d9-4687-4cfc-a375-f71d4b21cc73 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Pushing event updated for resources: {'Port': ['ID=6c5f30ba-42bd-4175-bc42-c161db4a4cf8,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:58.023259 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-e79be4d9-4687-4cfc-a375-f71d4b21cc73 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5749733 Mar 28 14:29:58.034835 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-3ead9f01-7c4d-4215-8c34-2dddb4047ae5 service neutron] Request body: {'port': {'device_id': '8ed30df0-1d68-40a6-b966-16061299d12f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:29:58.079901 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d010f264-bcb1-4d78-8efa-f0bbbca3f448 admin admin] Publish callbacks [] for security_group (2c3e0876-2a89-4bb7-bea0-99fbd9ffae6f), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:58.084733 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d010f264-bcb1-4d78-8efa-f0bbbca3f448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (2c3e0876-2a89-4bb7-bea0-99fbd9ffae6f), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:58.093645 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-3ead9f01-7c4d-4215-8c34-2dddb4047ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (6c5f30ba-42bd-4175-bc42-c161db4a4cf8), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:58.124437 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-d010f264-bcb1-4d78-8efa-f0bbbca3f448 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2570561ab7cd4e51a30ac415f6300b9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426176 Mar 28 14:29:58.127264 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010f264-bcb1-4d78-8efa-f0bbbca3f448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3e0876-2a89-4bb7-bea0-99fbd9ffae6f,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:58.129645 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 9794476a-46bf-4646-b819-bb28e4b1fbb9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:29:58.130140 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 43168) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:58.153589 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] No Port match for: 9794476a-46bf-4646-b819-bb28e4b1fbb9 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:29:58.153899 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 9794476a-46bf-4646-b819-bb28e4b1fbb9 not bound to the agent host hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:29:58.254976 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3373298e-7593-4302-8a18-6d83b1f42e12 admin admin] Publish callbacks [] for security_group (2c3e0876-2a89-4bb7-bea0-99fbd9ffae6f), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:58.318879 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3373298e-7593-4302-8a18-6d83b1f42e12 admin admin] Publish callbacks [] for security_group (2c3e0876-2a89-4bb7-bea0-99fbd9ffae6f), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:58.405330 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3373298e-7593-4302-8a18-6d83b1f42e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (2c3e0876-2a89-4bb7-bea0-99fbd9ffae6f), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:58.407899 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3373298e-7593-4302-8a18-6d83b1f42e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:58.409066 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-3373298e-7593-4302-8a18-6d83b1f42e12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c3e0876-2a89-4bb7-bea0-99fbd9ffae6f HTTP/1.1" status: 204 len: 168 time: 0.2782290 Mar 28 14:29:58.437097 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373298e-7593-4302-8a18-6d83b1f42e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3e0876-2a89-4bb7-bea0-99fbd9ffae6f,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:58.454725 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-3ead9f01-7c4d-4215-8c34-2dddb4047ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c5f30ba-42bd-4175-bc42-c161db4a4cf8 {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:29:58.469829 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-3ead9f01-7c4d-4215-8c34-2dddb4047ae5 service neutron] Publish callbacks [] for port (6c5f30ba-42bd-4175-bc42-c161db4a4cf8), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:58.485870 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-3ead9f01-7c4d-4215-8c34-2dddb4047ae5 service neutron] Transition to ACTIVE for port object 6c5f30ba-42bd-4175-bc42-c161db4a4cf8 will not be triggered until provisioned by entity L2. {{(pid=103204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 14:29:58.492225 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-3ead9f01-7c4d-4215-8c34-2dddb4047ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (6c5f30ba-42bd-4175-bc42-c161db4a4cf8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:58.538597 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b44287-febe-450a-9863-2e77655a244d req-c36fce31-029e-4f88-9ff9-ca9d78f3df74 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:58.541099 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b1b44287-febe-450a-9863-2e77655a244d req-c36fce31-029e-4f88-9ff9-ca9d78f3df74 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed30df0-1d68-40a6-b966-16061299d12f HTTP/1.1" status: 200 len: 932 time: 0.0789268 Mar 28 14:29:58.593179 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead9f01-7c4d-4215-8c34-2dddb4047ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5f30ba-42bd-4175-bc42-c161db4a4cf8,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:58.625108 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-3ead9f01-7c4d-4215-8c34-2dddb4047ae5 service neutron] Attempting to bind port 6c5f30ba-42bd-4175-bc42-c161db4a4cf8 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:29:58.625440 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-3ead9f01-7c4d-4215-8c34-2dddb4047ae5 service neutron] Attempting to bind port 6c5f30ba-42bd-4175-bc42-c161db4a4cf8 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a5384891-ecbd-4540-a178-84656651c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd343870b-24fb-4c0c-a2e7-58e585513d24'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:29:58.625761 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-3ead9f01-7c4d-4215-8c34-2dddb4047ae5 service neutron] Attempting to bind port 6c5f30ba-42bd-4175-bc42-c161db4a4cf8 on network d343870b-24fb-4c0c-a2e7-58e585513d24 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:29:58.633166 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-3ead9f01-7c4d-4215-8c34-2dddb4047ae5 service neutron] Port 6c5f30ba-42bd-4175-bc42-c161db4a4cf8 on network d343870b-24fb-4c0c-a2e7-58e585513d24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:29:58.633485 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-3ead9f01-7c4d-4215-8c34-2dddb4047ae5 service neutron] Attempting to bind port 6c5f30ba-42bd-4175-bc42-c161db4a4cf8 on network d343870b-24fb-4c0c-a2e7-58e585513d24 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:29:58.644252 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-3ead9f01-7c4d-4215-8c34-2dddb4047ae5 service neutron] Checking agent: {'id': 'ab5a62a0-b9cc-4af2-a98d-7d97375b077a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'started_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:29:58.644572 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-3ead9f01-7c4d-4215-8c34-2dddb4047ae5 service neutron] Checking segment: {'id': 'a5384891-ecbd-4540-a178-84656651c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd343870b-24fb-4c0c-a2e7-58e585513d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:29:58.645079 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-3ead9f01-7c4d-4215-8c34-2dddb4047ae5 service neutron] Bound using segment: {'id': 'a5384891-ecbd-4540-a178-84656651c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd343870b-24fb-4c0c-a2e7-58e585513d24'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:29:58.645366 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-3ead9f01-7c4d-4215-8c34-2dddb4047ae5 service neutron] Bound port: 6c5f30ba-42bd-4175-bc42-c161db4a4cf8, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5384891-ecbd-4540-a178-84656651c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd343870b-24fb-4c0c-a2e7-58e585513d24'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:29:58.645716 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-3ead9f01-7c4d-4215-8c34-2dddb4047ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (6c5f30ba-42bd-4175-bc42-c161db4a4cf8), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:58.649315 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b1b44287-febe-450a-9863-2e77655a244d req-93b72826-cd44-44da-9d00-248047f78ad9 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922329 Mar 28 14:29:58.762374 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7e10e-2e27-4a3c-b026-4ecd86ba489d req-ec487a34-bde9-44c3-b251-5b36da524ada tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:58.769045 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7fb7e10e-2e27-4a3c-b026-4ecd86ba489d req-ec487a34-bde9-44c3-b251-5b36da524ada tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 945 time: 0.1032338 Mar 28 14:29:58.777313 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-3ead9f01-7c4d-4215-8c34-2dddb4047ae5 service neutron] For port 6c5f30ba-42bd-4175-bc42-c161db4a4cf8, host hv-cinder-79053, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:29:58.781193 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-3ead9f01-7c4d-4215-8c34-2dddb4047ae5 service neutron] For port 6c5f30ba-42bd-4175-bc42-c161db4a4cf8, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6c5f30ba-42bd-4175-bc42-c161db4a4cf8,segment=NetworkSegment(a5384891-ecbd-4540-a178-84656651c5c8),segment_id=a5384891-ecbd-4540-a178-84656651c5c8)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:29:58.796807 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-3ead9f01-7c4d-4215-8c34-2dddb4047ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (6c5f30ba-42bd-4175-bc42-c161db4a4cf8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:58.800058 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 43178) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:58.813177 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7fe5a716-ca95-412f-9fce-b7e84a84517c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:58.858416 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-3ead9f01-7c4d-4215-8c34-2dddb4047ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:58.859003 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-3ead9f01-7c4d-4215-8c34-2dddb4047ae5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:58.860420 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-3ead9f01-7c4d-4215-8c34-2dddb4047ae5 service neutron] 10.222.0.18 "PUT /v2.0/ports/6c5f30ba-42bd-4175-bc42-c161db4a4cf8 HTTP/1.1" status: 200 len: 1094 time: 0.8297310 Mar 28 14:29:58.861838 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed30df0-1d68-40a6-b966-16061299d12f', 'tag': '6c5f30ba-42bd-4175-bc42-c161db4a4cf8'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:29:58.864202 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d378c771d12563f68c1f59c9273be1365ef6a269510bcb02de4e9318e41428e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1752ba-c2f6-470b-94a0-0c7626e0b960" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed30df0-1d68-40a6-b966-16061299d12f", "tag": "6c5f30ba-42bd-4175-bc42-c161db4a4cf8"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:29:58.890091 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7fb7e10e-2e27-4a3c-b026-4ecd86ba489d req-5e44fd0c-ab16-4081-8393-2790ca36f976 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156518 Mar 28 14:29:58.896332 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead9f01-7c4d-4215-8c34-2dddb4047ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5f30ba-42bd-4175-bc42-c161db4a4cf8,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:58.916896 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7fe5a716-ca95-412f-9fce-b7e84a84517c admin admin] Publish callbacks [] for security_group (08484452-3c3d-4910-96cd-dec01921cfeb), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:58.921445 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7fe5a716-ca95-412f-9fce-b7e84a84517c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (08484452-3c3d-4910-96cd-dec01921cfeb), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:58.921625 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d41320-7bcc-47aa-a927-956b98c7ca0e x-openstack-request-id: req-f8d41320-7bcc-47aa-a927-956b98c7ca0e {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:29:58.921918 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed30df0-1d68-40a6-b966-16061299d12f", "tag": "6c5f30ba-42bd-4175-bc42-c161db4a4cf8", "status": "completed", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:29:58.922171 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8d41320-7bcc-47aa-a927-956b98c7ca0e {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:29:58.922567 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d41320-7bcc-47aa-a927-956b98c7ca0e'] response: {'name': 'network-changed', 'server_uuid': '8ed30df0-1d68-40a6-b966-16061299d12f', 'tag': '6c5f30ba-42bd-4175-bc42-c161db4a4cf8', 'status': 'completed', 'code': 200} Mar 28 14:29:58.957878 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-7fe5a716-ca95-412f-9fce-b7e84a84517c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6027d6e05be4dda9ac164e58348ee65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1565979 Mar 28 14:29:58.960482 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 43184) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:58.966332 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-7dc301df-85a2-4452-93bc-7a50d83a9dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:58.968220 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5a716-ca95-412f-9fce-b7e84a84517c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08484452-3c3d-4910-96cd-dec01921cfeb,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:58.968406 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-7dc301df-85a2-4452-93bc-7a50d83a9dd4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e91186dcb7004b978e7ae494e0ad703e&device_id=8ed30df0-1d68-40a6-b966-16061299d12f HTTP/1.1" status: 200 len: 1128 time: 0.0560298 Mar 28 14:29:59.020328 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0c2c0bee-62e8-47c4-8baf-6ddc8ac50679 admin admin] Publish callbacks [] for security_group (08484452-3c3d-4910-96cd-dec01921cfeb), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:59.024513 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-e97923d8-da28-4473-9e7d-a267ae897dfd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c5f30ba-42bd-4175-bc42-c161db4a4cf8 HTTP/1.1" status: 200 len: 217 time: 0.0396569 Mar 28 14:29:59.044342 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0c2c0bee-62e8-47c4-8baf-6ddc8ac50679 admin admin] Publish callbacks [] for security_group (08484452-3c3d-4910-96cd-dec01921cfeb), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:59.078953 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-acc6ccb8-a3e5-46b6-93e6-e8efe7ff5c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:59.080464 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-acc6ccb8-a3e5-46b6-93e6-e8efe7ff5c51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=164a1df9-5f06-4e12-a3b7-147a3dd9d30b HTTP/1.1" status: 200 len: 849 time: 0.0506151 Mar 28 14:29:59.109127 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0c2c0bee-62e8-47c4-8baf-6ddc8ac50679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (08484452-3c3d-4910-96cd-dec01921cfeb), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:59.112028 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0c2c0bee-62e8-47c4-8baf-6ddc8ac50679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:59.117130 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-e31986a3-3ecd-4b07-8e4f-18b2ace8480c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d343870b-24fb-4c0c-a2e7-58e585513d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274353 Mar 28 14:29:59.117517 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-0c2c0bee-62e8-47c4-8baf-6ddc8ac50679 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08484452-3c3d-4910-96cd-dec01921cfeb HTTP/1.1" status: 204 len: 168 time: 0.1528521 Mar 28 14:29:59.124210 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c0bee-62e8-47c4-8baf-6ddc8ac50679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08484452-3c3d-4910-96cd-dec01921cfeb,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:29:59.217637 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-36d55da3-63d6-450c-a193-b1def7810a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:59.247079 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-37df9aff-87fa-4424-a9ea-460ab97dd09b service neutron] 10.222.0.18 "GET /v2.0/networks/d343870b-24fb-4c0c-a2e7-58e585513d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258428 Mar 28 14:29:59.259556 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1fba0-f007-402f-9ac9-5ef16b853f6f req-4d130713-1761-4420-9933-50e94f71149d tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:59.261052 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-78e1fba0-f007-402f-9ac9-5ef16b853f6f req-4d130713-1761-4420-9933-50e94f71149d tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 945 time: 0.0781980 Mar 28 14:29:59.362252 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-78e1fba0-f007-402f-9ac9-5ef16b853f6f req-92dbc08c-38c8-4a23-9538-6a3c5f5e0852 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925496 Mar 28 14:29:59.380294 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a22d0679-241c-4dd2-a8ea-cee585f0c2e5 req-97c361c8-86cd-495b-b974-a23cb321edc6 service neutron] 10.222.0.18 "GET /v2.0/networks/d343870b-24fb-4c0c-a2e7-58e585513d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183102 Mar 28 14:29:59.386113 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 43196) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:59.477702 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1752ba-c2f6-470b-94a0-0c7626e0b960 req-e735946a-2b7f-4903-9449-0e4fea1b1136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:59.479216 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6a1752ba-c2f6-470b-94a0-0c7626e0b960 req-e735946a-2b7f-4903-9449-0e4fea1b1136 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e91186dcb7004b978e7ae494e0ad703e&device_id=8ed30df0-1d68-40a6-b966-16061299d12f HTTP/1.1" status: 200 len: 1128 time: 0.0485203 Mar 28 14:29:59.575194 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1752ba-c2f6-470b-94a0-0c7626e0b960 req-949a57a3-13e7-47e9-b835-9eb09a023dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:59.576841 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6a1752ba-c2f6-470b-94a0-0c7626e0b960 req-949a57a3-13e7-47e9-b835-9eb09a023dcb service neutron] 10.222.0.18 "GET /v2.0/networks?id=d343870b-24fb-4c0c-a2e7-58e585513d24 HTTP/1.1" status: 200 len: 910 time: 0.0916059 Mar 28 14:29:59.617114 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6a1752ba-c2f6-470b-94a0-0c7626e0b960 req-99b3bad8-bda0-4ee0-ba8a-e76ce1df290d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c5f30ba-42bd-4175-bc42-c161db4a4cf8 HTTP/1.1" status: 200 len: 217 time: 0.0343559 Mar 28 14:29:59.631313 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aed673-30c7-4b5b-9f58-cfa94b825acc tempest-TestMinimumBasicScenario-271505424 tempest-TestMinimumBasicScenario-271505424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:59.632718 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-71aed673-30c7-4b5b-9f58-cfa94b825acc tempest-TestMinimumBasicScenario-271505424 tempest-TestMinimumBasicScenario-271505424-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 1124 time: 0.2456317 Mar 28 14:29:59.637102 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 43208) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:29:59.641562 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-66a2ec0e-a8e2-412e-ad1c-7e7dd40adf45 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Request body: {'floatingip': {'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'port_id': 'aa235016-c78c-4cb8-ab63-40daa550fe73', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:29:59.665585 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-66a2ec0e-a8e2-412e-ad1c-7e7dd40adf45 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:59.668110 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1752ba-c2f6-470b-94a0-0c7626e0b960 req-f03b9b28-833f-4541-9e91-5acfaac03e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:59.669613 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6a1752ba-c2f6-470b-94a0-0c7626e0b960 req-f03b9b28-833f-4541-9e91-5acfaac03e15 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=164a1df9-5f06-4e12-a3b7-147a3dd9d30b HTTP/1.1" status: 200 len: 849 time: 0.0469325 Mar 28 14:29:59.711130 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6a1752ba-c2f6-470b-94a0-0c7626e0b960 req-bb261153-490b-4692-ae7f-b815d51a9ff3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d343870b-24fb-4c0c-a2e7-58e585513d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345533 Mar 28 14:29:59.784059 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5706829-8490-44cb-9e65-e47227c1ca64 req-03246b1e-a8fc-4b96-916d-acaa8f71d639 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:59.785554 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e5706829-8490-44cb-9e65-e47227c1ca64 req-03246b1e-a8fc-4b96-916d-acaa8f71d639 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed30df0-1d68-40a6-b966-16061299d12f HTTP/1.1" status: 200 len: 944 time: 0.0614738 Mar 28 14:29:59.818712 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6a1752ba-c2f6-470b-94a0-0c7626e0b960 req-85d9eb3f-9679-43db-a7e5-abb0ff870f77 service neutron] 10.222.0.18 "GET /v2.0/networks/d343870b-24fb-4c0c-a2e7-58e585513d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013272 Mar 28 14:29:59.840469 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-66a2ec0e-a8e2-412e-ad1c-7e7dd40adf45 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:29:59.866871 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e5706829-8490-44cb-9e65-e47227c1ca64 req-a366800e-f6c5-4970-ab12-3cf592b95c86 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627372 Mar 28 14:29:59.937835 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6a1752ba-c2f6-470b-94a0-0c7626e0b960 req-73d70b64-b5e5-4f08-889e-31dc445d983b service neutron] 10.222.0.18 "GET /v2.0/networks/d343870b-24fb-4c0c-a2e7-58e585513d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127017 Mar 28 14:29:59.969885 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [None req-66a2ec0e-a8e2-412e-ad1c-7e7dd40adf45 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Allocated IP 172.27.1.232 (c66de8d5-469e-474b-81ba-d9e7301ef93c/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73/ec19a6d4-9812-42e8-a788-9d752c7f1a9d) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:30:00.013759 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e433a5-a738-4add-a413-1b52b25e503b req-5257087d-567c-42ac-90f4-ff630039bdbd tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:00.015387 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-49e433a5-a738-4add-a413-1b52b25e503b req-5257087d-567c-42ac-90f4-ff630039bdbd tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 945 time: 0.0544519 Mar 28 14:30:00.064255 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-49e433a5-a738-4add-a413-1b52b25e503b req-2806306e-b7b9-405b-aa67-24645ed6a8b7 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429995 Mar 28 14:30:00.090013 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-66a2ec0e-a8e2-412e-ad1c-7e7dd40adf45 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for port (ec19a6d4-9812-42e8-a788-9d752c7f1a9d), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:00.127240 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-66a2ec0e-a8e2-412e-ad1c-7e7dd40adf45 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (ec19a6d4-9812-42e8-a788-9d752c7f1a9d), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:00.163003 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a2ec0e-a8e2-412e-ad1c-7e7dd40adf45 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:30:00.165991 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-66a2ec0e-a8e2-412e-ad1c-7e7dd40adf45 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:30:00.168787 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a2ec0e-a8e2-412e-ad1c-7e7dd40adf45 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:30:00.206322 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2ec0e-a8e2-412e-ad1c-7e7dd40adf45 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Pushing event updated for resources: {'Port': ['ID=ec19a6d4-9812-42e8-a788-9d752c7f1a9d,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:00.776944 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-66a2ec0e-a8e2-412e-ad1c-7e7dd40adf45 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for floatingip (96e5c6a6-8f18-4d89-bf7d-89fef535e1cd), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:00.847469 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-66a2ec0e-a8e2-412e-ad1c-7e7dd40adf45 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (ec19a6d4-9812-42e8-a788-9d752c7f1a9d), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:01.039173 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581851b8-5e09-45da-b91a-b26ab8c42994 req-a5343f0c-759b-4b06-8003-a27b8ab80aa4 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:01.040898 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-581851b8-5e09-45da-b91a-b26ab8c42994 req-a5343f0c-759b-4b06-8003-a27b8ab80aa4 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed30df0-1d68-40a6-b966-16061299d12f HTTP/1.1" status: 200 len: 944 time: 0.0806289 Mar 28 14:30:01.090600 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-66a2ec0e-a8e2-412e-ad1c-7e7dd40adf45 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for port (ec19a6d4-9812-42e8-a788-9d752c7f1a9d), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:01.100999 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-66a2ec0e-a8e2-412e-ad1c-7e7dd40adf45 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (ec19a6d4-9812-42e8-a788-9d752c7f1a9d), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:01.134950 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-581851b8-5e09-45da-b91a-b26ab8c42994 req-2e212ccb-6f3e-407c-8998-bf966c5ddcc4 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871129 Mar 28 14:30:01.180476 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2ec0e-a8e2-412e-ad1c-7e7dd40adf45 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Pushing event updated for resources: {'Port': ['ID=ec19a6d4-9812-42e8-a788-9d752c7f1a9d,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:01.191707 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-66a2ec0e-a8e2-412e-ad1c-7e7dd40adf45 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (96e5c6a6-8f18-4d89-bf7d-89fef535e1cd), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:01.302890 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.l3_db [None req-66a2ec0e-a8e2-412e-ad1c-7e7dd40adf45 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Floating IP 96e5c6a6-8f18-4d89-bf7d-89fef535e1cd associated. External IP: 172.27.1.232, port: aa235016-c78c-4cb8-ab63-40daa550fe73. Mar 28 14:30:01.526288 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-bd8a134f-52b3-4b00-9883-4edc6a5cc615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:01.561064 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a2ec0e-a8e2-412e-ad1c-7e7dd40adf45 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Router b9cfbdc7-075e-4e75-832a-7b741577d339 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:30:01.685773 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a2ec0e-a8e2-412e-ad1c-7e7dd40adf45 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:30:01.697733 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee0e76a-0a3a-4d7a-a949-c7f4691a0392 None None] Sync routers for ids ['b9cfbdc7-075e-4e75-832a-7b741577d339'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:30:01.705895 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-66a2ec0e-a8e2-412e-ad1c-7e7dd40adf45 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:01.711619 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee0e76a-0a3a-4d7a-a949-c7f4691a0392 None None] Routers {'b9cfbdc7-075e-4e75-832a-7b741577d339'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:30:01.712240 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-0ee0e76a-0a3a-4d7a-a949-c7f4691a0392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:30:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['b9cfbdc7-075e-4e75-832a-7b741577d339'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:30:01.740333 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 43284) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:30:01.740898 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-66a2ec0e-a8e2-412e-ad1c-7e7dd40adf45 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1023042 Mar 28 14:30:01.741416 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db5e287-dc47-454b-b946-b13be19773fa', 'tag': 'aa235016-c78c-4cb8-ab63-40daa550fe73'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:30:01.744095 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beed92ec-e87b-4149-8e68-d7cc1c1a8328" -d '{"events": [{"name": "network-changed", "server_uuid": "5db5e287-dc47-454b-b946-b13be19773fa", "tag": "aa235016-c78c-4cb8-ab63-40daa550fe73"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:30:01.747355 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-2b1a1235-3f27-4427-9ec9-bddc91c27e22 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-462703019', 'description': 'tempest-secgroup-smoke-462703019 description', 'project_id': '98f8108a48c04e1ebc698816248910e1'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:30:01.778562 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b1a1235-3f27-4427-9ec9-bddc91c27e22 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:01.803241 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae100eb3-631a-4d80-ad6f-323361af6d09 x-openstack-request-id: req-ae100eb3-631a-4d80-ad6f-323361af6d09 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:30:01.804794 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db5e287-dc47-454b-b946-b13be19773fa", "tag": "aa235016-c78c-4cb8-ab63-40daa550fe73", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:30:01.805420 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae100eb3-631a-4d80-ad6f-323361af6d09 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:30:01.806334 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae100eb3-631a-4d80-ad6f-323361af6d09'] response: {'name': 'network-changed', 'server_uuid': '5db5e287-dc47-454b-b946-b13be19773fa', 'tag': 'aa235016-c78c-4cb8-ab63-40daa550fe73', 'status': 'completed', 'code': 200} Mar 28 14:30:01.820696 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-0ee0e76a-0a3a-4d7a-a949-c7f4691a0392 None None] Set router b9cfbdc7-075e-4e75-832a-7b741577d339 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:30:01.883322 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b1a1235-3f27-4427-9ec9-bddc91c27e22 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for security_group (b24c3bbd-4ca6-4510-9951-0581b67496e2), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:01.906375 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b1a1235-3f27-4427-9ec9-bddc91c27e22 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (b24c3bbd-4ca6-4510-9951-0581b67496e2), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:01.982921 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a1235-3f27-4427-9ec9-bddc91c27e22 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b24c3bbd-4ca6-4510-9951-0581b67496e2,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:01.989383 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b1a1235-3f27-4427-9ec9-bddc91c27e22 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:01.995761 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 43288) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:30:02.002116 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-1c8b670b-240c-4cc9-b262-98668511c695 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Request body: {'security_group_rule': {'security_group_id': 'b24c3bbd-4ca6-4510-9951-0581b67496e2', 'project_id': '98f8108a48c04e1ebc698816248910e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:30:02.005849 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-2b1a1235-3f27-4427-9ec9-bddc91c27e22 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2633495 Mar 28 14:30:02.024131 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed92ec-e87b-4149-8e68-d7cc1c1a8328 req-92cf78ac-617a-4dd2-ab9c-999786c986b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:02.027624 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-beed92ec-e87b-4149-8e68-d7cc1c1a8328 req-92cf78ac-617a-4dd2-ab9c-999786c986b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98f8108a48c04e1ebc698816248910e1&device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 1129 time: 0.1359949 Mar 28 14:30:02.059522 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-1c8b670b-240c-4cc9-b262-98668511c695 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for security_group_rule (9236e32f-a13b-4c54-a6cc-acc64e2246b2), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:02.142404 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-1c8b670b-240c-4cc9-b262-98668511c695 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for security_group_rule (9236e32f-a13b-4c54-a6cc-acc64e2246b2), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:02.148687 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-1c8b670b-240c-4cc9-b262-98668511c695 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (9236e32f-a13b-4c54-a6cc-acc64e2246b2), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:02.167882 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 43292) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:30:02.179307 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-fcdc6313-1580-41ff-8482-8c88a15ea64b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1542841160', 'description': 'tempest-description--884877573'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:30:02.190839 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b670b-240c-4cc9-b262-98668511c695 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9236e32f-a13b-4c54-a6cc-acc64e2246b2,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:02.204305 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-0ee0e76a-0a3a-4d7a-a949-c7f4691a0392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'name': 'tempest-TestMinimumBasicScenario-840360662-router', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:28:57Z', 'revision_number': 4, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'gw_port': {'id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '96e5c6a6-8f18-4d89-bf7d-89fef535e1cd', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'port_id': 'aa235016-c78c-4cb8-ab63-40daa550fe73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4', 'mac_address': 'fa:16:3e:a2:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db5e287-dc47-454b-b946-b13be19773fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:30:00Z', 'updated_at': '2022-03-28T14:30:00Z', 'revision_number': 0, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b3da88-5a6a-4663-8038-b0f8b28834f1', 'name': '', 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'mac_address': 'fa:16:3e:c3:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '2da35b60-18e6-4d47-a178-a7d677f0b069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:57Z', 'updated_at': '2022-03-28T14:29:02Z', 'revision_number': 5, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'subnets': [{'id': '2da35b60-18e6-4d47-a178-a7d677f0b069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:30:02.211610 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-1c8b670b-240c-4cc9-b262-98668511c695 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:02.218109 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-1c8b670b-240c-4cc9-b262-98668511c695 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2211223 Mar 28 14:30:02.218877 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 43294) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:30:02.229725 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-6a81f011-2360-46b8-91d6-af68b2aaecc9 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Request body: {'security_group_rule': {'security_group_id': 'b24c3bbd-4ca6-4510-9951-0581b67496e2', 'project_id': '98f8108a48c04e1ebc698816248910e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:30:02.244467 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-fcdc6313-1580-41ff-8482-8c88a15ea64b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:02.262147 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee0e76a-0a3a-4d7a-a949-c7f4691a0392 None None] Checking router: b9cfbdc7-075e-4e75-832a-7b741577d339 for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:30:02.273114 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee0e76a-0a3a-4d7a-a949-c7f4691a0392 None None] Routers {'b9cfbdc7-075e-4e75-832a-7b741577d339'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:30:02.273741 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed92ec-e87b-4149-8e68-d7cc1c1a8328 req-04e78843-1789-4140-95e6-036ac31ef972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:02.273961 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-0ee0e76a-0a3a-4d7a-a949-c7f4691a0392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:30:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['b9cfbdc7-075e-4e75-832a-7b741577d339'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:30:02.276325 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-beed92ec-e87b-4149-8e68-d7cc1c1a8328 req-04e78843-1789-4140-95e6-036ac31ef972 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eee06b6b-0d39-4ecb-bc82-7f01624470a4 HTTP/1.1" status: 200 len: 915 time: 0.2414305 Mar 28 14:30:02.341950 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6a81f011-2360-46b8-91d6-af68b2aaecc9 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for security_group_rule (c48108d0-007f-45a4-af64-ad0b46bd84d7), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:02.360531 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-beed92ec-e87b-4149-8e68-d7cc1c1a8328 req-b8132d09-cb08-40d5-aa13-cfcb372a5140 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa235016-c78c-4cb8-ab63-40daa550fe73 HTTP/1.1" status: 200 len: 999 time: 0.0766633 Mar 28 14:30:02.398719 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba3407-95d5-4c09-a9db-6fc33cc5f2c9 req-7a8c0602-4a42-47ed-801b-507f32e5fec9 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:02.400699 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-acba3407-95d5-4c09-a9db-6fc33cc5f2c9 req-7a8c0602-4a42-47ed-801b-507f32e5fec9 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed30df0-1d68-40a6-b966-16061299d12f HTTP/1.1" status: 200 len: 944 time: 0.1371887 Mar 28 14:30:02.411275 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-0ee0e76a-0a3a-4d7a-a949-c7f4691a0392 None None] Set router b9cfbdc7-075e-4e75-832a-7b741577d339 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:30:02.415149 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed92ec-e87b-4149-8e68-d7cc1c1a8328 req-54334d00-f24a-43f2-aa93-c5313d20c644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:02.416738 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-beed92ec-e87b-4149-8e68-d7cc1c1a8328 req-54334d00-f24a-43f2-aa93-c5313d20c644 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2da35b60-18e6-4d47-a178-a7d677f0b069 HTTP/1.1" status: 200 len: 853 time: 0.0512054 Mar 28 14:30:02.468875 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed92ec-e87b-4149-8e68-d7cc1c1a8328 req-77306616-fef7-47d8-9a1d-ede7592167b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:02.470495 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-beed92ec-e87b-4149-8e68-d7cc1c1a8328 req-77306616-fef7-47d8-9a1d-ede7592167b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eee06b6b-0d39-4ecb-bc82-7f01624470a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472469 Mar 28 14:30:02.494114 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6a81f011-2360-46b8-91d6-af68b2aaecc9 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for security_group_rule (c48108d0-007f-45a4-af64-ad0b46bd84d7), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:02.502560 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-fcdc6313-1580-41ff-8482-8c88a15ea64b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for security_group (33d28e37-bf81-489c-b334-1c7051ebef43), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:02.507999 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6a81f011-2360-46b8-91d6-af68b2aaecc9 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (c48108d0-007f-45a4-af64-ad0b46bd84d7), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:02.513350 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-fcdc6313-1580-41ff-8482-8c88a15ea64b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (33d28e37-bf81-489c-b334-1c7051ebef43), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:02.536661 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-acba3407-95d5-4c09-a9db-6fc33cc5f2c9 req-de3bfd35-4907-4f10-88de-d485193aa048 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277912 Mar 28 14:30:02.557894 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81f011-2360-46b8-91d6-af68b2aaecc9 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48108d0-007f-45a4-af64-ad0b46bd84d7,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:02.568102 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-beed92ec-e87b-4149-8e68-d7cc1c1a8328 req-da26a027-af9f-4be8-af70-1989ac732733 service neutron] 10.222.0.18 "GET /v2.0/networks/eee06b6b-0d39-4ecb-bc82-7f01624470a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913339 Mar 28 14:30:02.586256 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6a81f011-2360-46b8-91d6-af68b2aaecc9 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:02.591435 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-6a81f011-2360-46b8-91d6-af68b2aaecc9 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3681297 Mar 28 14:30:02.594780 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-fcdc6313-1580-41ff-8482-8c88a15ea64b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:02.598899 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-fcdc6313-1580-41ff-8482-8c88a15ea64b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4255788 Mar 28 14:30:02.598899 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 43300) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:30:02.603537 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-a4a26469-e7ac-4147-a38f-b3bfeacbca10 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Request body: {'security_group_rule': {'security_group_id': 'b24c3bbd-4ca6-4510-9951-0581b67496e2', 'project_id': '98f8108a48c04e1ebc698816248910e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:30:02.608874 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 43302) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:30:02.614830 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-52b043ae-6024-458e-92d8-55113091e479 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Request body: {'security_group_rule': {'security_group_id': '33d28e37-bf81-489c-b334-1c7051ebef43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:30:02.620914 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc6313-1580-41ff-8482-8c88a15ea64b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d28e37-bf81-489c-b334-1c7051ebef43,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:02.665645 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a4a26469-e7ac-4147-a38f-b3bfeacbca10 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for security_group_rule (d8010259-f81e-4ab1-8f26-513ec930382f), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:02.674848 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-0ee0e76a-0a3a-4d7a-a949-c7f4691a0392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'name': 'tempest-TestMinimumBasicScenario-840360662-router', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:28:57Z', 'revision_number': 4, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'gw_port': {'id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '96e5c6a6-8f18-4d89-bf7d-89fef535e1cd', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'port_id': 'aa235016-c78c-4cb8-ab63-40daa550fe73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4', 'mac_address': 'fa:16:3e:a2:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db5e287-dc47-454b-b946-b13be19773fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:30:00Z', 'updated_at': '2022-03-28T14:30:00Z', 'revision_number': 0, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b3da88-5a6a-4663-8038-b0f8b28834f1', 'name': '', 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'mac_address': 'fa:16:3e:c3:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '2da35b60-18e6-4d47-a178-a7d677f0b069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:57Z', 'updated_at': '2022-03-28T14:29:02Z', 'revision_number': 5, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'subnets': [{'id': '2da35b60-18e6-4d47-a178-a7d677f0b069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:30:02.678901 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-52b043ae-6024-458e-92d8-55113091e479 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for security_group_rule (c6c5c242-1eab-4bb0-8100-d5677569a065), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:02.681940 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:02.705382 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee0e76a-0a3a-4d7a-a949-c7f4691a0392 None None] The sync data for ids ['b9cfbdc7-075e-4e75-832a-7b741577d339'] in dv-cinder-790535-35-iscsi is: [{'id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'name': 'tempest-TestMinimumBasicScenario-840360662-router', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:28:57Z', 'revision_number': 4, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'gw_port': {'id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '96e5c6a6-8f18-4d89-bf7d-89fef535e1cd', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'port_id': 'aa235016-c78c-4cb8-ab63-40daa550fe73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4', 'mac_address': 'fa:16:3e:a2:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db5e287-dc47-454b-b946-b13be19773fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:30:00Z', 'updated_at': '2022-03-28T14:30:00Z', 'revision_number': 0, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b3da88-5a6a-4663-8038-b0f8b28834f1', 'name': '', 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'mac_address': 'fa:16:3e:c3:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '2da35b60-18e6-4d47-a178-a7d677f0b069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:57Z', 'updated_at': '2022-03-28T14:29:02Z', 'revision_number': 5, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'subnets': [{'id': '2da35b60-18e6-4d47-a178-a7d677f0b069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:30:02.763542 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a4a26469-e7ac-4147-a38f-b3bfeacbca10 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for security_group_rule (d8010259-f81e-4ab1-8f26-513ec930382f), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:02.774489 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-52b043ae-6024-458e-92d8-55113091e479 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for security_group_rule (c6c5c242-1eab-4bb0-8100-d5677569a065), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:02.775713 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a4a26469-e7ac-4147-a38f-b3bfeacbca10 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (d8010259-f81e-4ab1-8f26-513ec930382f), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:02.784834 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-52b043ae-6024-458e-92d8-55113091e479 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (c6c5c242-1eab-4bb0-8100-d5677569a065), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:02.805958 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a26469-e7ac-4147-a38f-b3bfeacbca10 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8010259-f81e-4ab1-8f26-513ec930382f,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:02.819303 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a4a26469-e7ac-4147-a38f-b3bfeacbca10 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:02.820775 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-a4a26469-e7ac-4147-a38f-b3bfeacbca10 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2217631 Mar 28 14:30:02.826836 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 43304) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:30:02.831434 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-52b043ae-6024-458e-92d8-55113091e479 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:02.835473 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-52b043ae-6024-458e-92d8-55113091e479 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2260075 Mar 28 14:30:02.837426 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 43306) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:30:02.842229 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-5aabdec0-ed9a-4706-af70-b3b3650e76f3 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Request body: {'security_group_rule': {'security_group_id': 'b24c3bbd-4ca6-4510-9951-0581b67496e2', 'project_id': '98f8108a48c04e1ebc698816248910e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:30:02.849340 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-4e94df84-e8ea-4a0b-995f-2f71500b231b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Request body: {'security_group_rule': {'security_group_id': '33d28e37-bf81-489c-b334-1c7051ebef43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:30:02.863153 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b043ae-6024-458e-92d8-55113091e479 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c5c242-1eab-4bb0-8100-d5677569a065,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:02.897051 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5aabdec0-ed9a-4706-af70-b3b3650e76f3 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for security_group_rule (fb8fce42-cb28-455a-89b2-7edd47c7131d), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:02.910682 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4e94df84-e8ea-4a0b-995f-2f71500b231b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for security_group_rule (e389cf96-c18a-4fc6-b01e-3e6b29d2f433), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:02.913002 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-beed92ec-e87b-4149-8e68-d7cc1c1a8328 req-5efbc284-ea1a-4ec6-923b-e149b5d9860e service neutron] 10.222.0.18 "GET /v2.0/networks/eee06b6b-0d39-4ecb-bc82-7f01624470a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359046 Mar 28 14:30:02.976789 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f405cb-d243-4110-9820-a51af9e894b9 None None] New status for floating IP 96e5c6a6-8f18-4d89-bf7d-89fef535e1cd: ACTIVE {{(pid=103206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:30:02.981332 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5aabdec0-ed9a-4706-af70-b3b3650e76f3 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for security_group_rule (fb8fce42-cb28-455a-89b2-7edd47c7131d), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:02.990323 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5aabdec0-ed9a-4706-af70-b3b3650e76f3 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (fb8fce42-cb28-455a-89b2-7edd47c7131d), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:02.993106 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4e94df84-e8ea-4a0b-995f-2f71500b231b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for security_group_rule (e389cf96-c18a-4fc6-b01e-3e6b29d2f433), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:03.002861 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4e94df84-e8ea-4a0b-995f-2f71500b231b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (e389cf96-c18a-4fc6-b01e-3e6b29d2f433), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:03.019312 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabdec0-ed9a-4706-af70-b3b3650e76f3 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8fce42-cb28-455a-89b2-7edd47c7131d,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:03.028185 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5aabdec0-ed9a-4706-af70-b3b3650e76f3 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:03.031480 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-5aabdec0-ed9a-4706-af70-b3b3650e76f3 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1948164 Mar 28 14:30:03.032199 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 43308) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:30:03.037624 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-df57f7ae-a33d-4de9-8031-ae6f434e57fd tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Request body: {'security_group_rule': {'security_group_id': 'b24c3bbd-4ca6-4510-9951-0581b67496e2', 'project_id': '98f8108a48c04e1ebc698816248910e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:30:03.044199 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4e94df84-e8ea-4a0b-995f-2f71500b231b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:03.045436 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-4e94df84-e8ea-4a0b-995f-2f71500b231b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1990416 Mar 28 14:30:03.048891 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 43310) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:30:03.055186 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-25d6e094-b57d-4d01-9877-d2c8001384ac tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Request body: {'floatingip': {'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:30:03.060617 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94df84-e8ea-4a0b-995f-2f71500b231b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e389cf96-c18a-4fc6-b01e-3e6b29d2f433,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:03.064717 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.db.securitygroups_db [None req-df57f7ae-a33d-4de9-8031-ae6f434e57fd tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Project 98f8108a48c04e1ebc698816248910e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:30:03.074477 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-df57f7ae-a33d-4de9-8031-ae6f434e57fd tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for security_group_rule (c8a52ea9-89c8-4bfe-ae43-d3596dda4df8), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:03.079951 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-25d6e094-b57d-4d01-9877-d2c8001384ac tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:03.135443 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-df57f7ae-a33d-4de9-8031-ae6f434e57fd tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for security_group_rule (c8a52ea9-89c8-4bfe-ae43-d3596dda4df8), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:03.141576 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-df57f7ae-a33d-4de9-8031-ae6f434e57fd tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (c8a52ea9-89c8-4bfe-ae43-d3596dda4df8), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:03.162512 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57f7ae-a33d-4de9-8031-ae6f434e57fd tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a52ea9-89c8-4bfe-ae43-d3596dda4df8,revision_number=0']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:03.171269 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-df57f7ae-a33d-4de9-8031-ae6f434e57fd tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:03.172953 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-df57f7ae-a33d-4de9-8031-ae6f434e57fd tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1396635 Mar 28 14:30:03.175715 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 43312) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:30:03.180501 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-e6ffea8a-8071-429c-ab40-c33dccd8d17f tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Request body: {'security_group_rule': {'security_group_id': 'b24c3bbd-4ca6-4510-9951-0581b67496e2', 'project_id': '98f8108a48c04e1ebc698816248910e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:30:03.190619 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-25d6e094-b57d-4d01-9877-d2c8001384ac tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:03.200396 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.db.securitygroups_db [None req-e6ffea8a-8071-429c-ab40-c33dccd8d17f tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Project 98f8108a48c04e1ebc698816248910e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:30:03.205809 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e6ffea8a-8071-429c-ab40-c33dccd8d17f tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for security_group_rule (13170360-48ec-4e47-b020-f4b7067a60bb), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:03.276214 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e6ffea8a-8071-429c-ab40-c33dccd8d17f tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for security_group_rule (13170360-48ec-4e47-b020-f4b7067a60bb), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:03.280636 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e6ffea8a-8071-429c-ab40-c33dccd8d17f tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (13170360-48ec-4e47-b020-f4b7067a60bb), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:03.300040 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffea8a-8071-429c-ab40-c33dccd8d17f tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13170360-48ec-4e47-b020-f4b7067a60bb,revision_number=0']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:03.309931 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e6ffea8a-8071-429c-ab40-c33dccd8d17f tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:03.309931 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-e6ffea8a-8071-429c-ab40-c33dccd8d17f tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301672 Mar 28 14:30:03.311001 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [None req-25d6e094-b57d-4d01-9877-d2c8001384ac tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Allocated IP 172.27.1.150 (c66de8d5-469e-474b-81ba-d9e7301ef93c/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73/e276dffa-24b6-4352-aa5c-4d376c1d5d1b) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:30:03.413639 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-25d6e094-b57d-4d01-9877-d2c8001384ac tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for port (e276dffa-24b6-4352-aa5c-4d376c1d5d1b), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:03.418698 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-aa3de511-6fac-4c87-a7b0-30031c24d74c req-63c1d209-c0de-49f6-a660-8238e26013d9 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-462703019&fields=id&tenant_id=98f8108a48c04e1ebc698816248910e1 HTTP/1.1" status: 200 len: 267 time: 0.0607564 Mar 28 14:30:03.449563 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-25d6e094-b57d-4d01-9877-d2c8001384ac tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (e276dffa-24b6-4352-aa5c-4d376c1d5d1b), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:03.479968 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3de511-6fac-4c87-a7b0-30031c24d74c req-f56a8a75-d48d-44f7-920b-f1a662261b90 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:03.487894 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-aa3de511-6fac-4c87-a7b0-30031c24d74c req-f56a8a75-d48d-44f7-920b-f1a662261b90 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 945 time: 0.0633404 Mar 28 14:30:03.494439 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [req-aa3de511-6fac-4c87-a7b0-30031c24d74c req-2545fdf7-0856-41da-8cee-5373718e6b3b tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Request body: {'port': {'security_groups': ['e296e08b-3097-429c-8d90-43d8f61b2533', 'b24c3bbd-4ca6-4510-9951-0581b67496e2']}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:30:03.494603 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d6e094-b57d-4d01-9877-d2c8001384ac tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:30:03.497579 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-25d6e094-b57d-4d01-9877-d2c8001384ac tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:30:03.503064 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d6e094-b57d-4d01-9877-d2c8001384ac tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:30:03.531593 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6e094-b57d-4d01-9877-d2c8001384ac tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Pushing event updated for resources: {'Port': ['ID=e276dffa-24b6-4352-aa5c-4d376c1d5d1b,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:03.575875 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-aa3de511-6fac-4c87-a7b0-30031c24d74c req-2545fdf7-0856-41da-8cee-5373718e6b3b tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (aa235016-c78c-4cb8-ab63-40daa550fe73), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:03.603248 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-25d6e094-b57d-4d01-9877-d2c8001384ac tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for floatingip (ec9e5572-b851-494b-8386-d99dc9cf1284), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:03.677293 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-25d6e094-b57d-4d01-9877-d2c8001384ac tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (e276dffa-24b6-4352-aa5c-4d376c1d5d1b), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:03.737012 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba3833-b12f-4785-bbd2-f378cf645334 req-8196e533-8aad-452c-8860-8ba90da61f0a tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:03.738565 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0eba3833-b12f-4785-bbd2-f378cf645334 req-8196e533-8aad-452c-8860-8ba90da61f0a tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed30df0-1d68-40a6-b966-16061299d12f HTTP/1.1" status: 200 len: 944 time: 0.1187611 Mar 28 14:30:03.782006 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [req-aa3de511-6fac-4c87-a7b0-30031c24d74c req-2545fdf7-0856-41da-8cee-5373718e6b3b tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] For port aa235016-c78c-4cb8-ab63-40daa550fe73, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa235016-c78c-4cb8-ab63-40daa550fe73,segment=NetworkSegment(c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d),segment_id=c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:30:03.814090 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-aa3de511-6fac-4c87-a7b0-30031c24d74c req-2545fdf7-0856-41da-8cee-5373718e6b3b tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for port (aa235016-c78c-4cb8-ab63-40daa550fe73), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:03.820044 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-aa3de511-6fac-4c87-a7b0-30031c24d74c req-2545fdf7-0856-41da-8cee-5373718e6b3b tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (aa235016-c78c-4cb8-ab63-40daa550fe73), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:03.838070 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['aa235016-c78c-4cb8-ab63-40daa550fe73'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:30:03.844947 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0eba3833-b12f-4785-bbd2-f378cf645334 req-6286a785-9a3f-4dec-93fb-f880c76c63a1 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919218 Mar 28 14:30:03.866252 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3de511-6fac-4c87-a7b0-30031c24d74c req-2545fdf7-0856-41da-8cee-5373718e6b3b tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:03.867240 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-aa3de511-6fac-4c87-a7b0-30031c24d74c req-2545fdf7-0856-41da-8cee-5373718e6b3b tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:03.869179 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-aa3de511-6fac-4c87-a7b0-30031c24d74c req-2545fdf7-0856-41da-8cee-5373718e6b3b tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "PUT /v2.0/ports/aa235016-c78c-4cb8-ab63-40daa550fe73 HTTP/1.1" status: 200 len: 981 time: 0.3800905 Mar 28 14:30:03.869735 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db5e287-dc47-454b-b946-b13be19773fa', 'tag': 'aa235016-c78c-4cb8-ab63-40daa550fe73'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:30:03.872410 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d378c771d12563f68c1f59c9273be1365ef6a269510bcb02de4e9318e41428e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13faac17-016c-4ff1-9d9e-54df121b9dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "5db5e287-dc47-454b-b946-b13be19773fa", "tag": "aa235016-c78c-4cb8-ab63-40daa550fe73"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:30:03.897030 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-25d6e094-b57d-4d01-9877-d2c8001384ac tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for port (e276dffa-24b6-4352-aa5c-4d376c1d5d1b), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:03.906680 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-25d6e094-b57d-4d01-9877-d2c8001384ac tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (e276dffa-24b6-4352-aa5c-4d376c1d5d1b), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:03.947872 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545fdf7-0856-41da-8cee-5373718e6b3b tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Pushing event updated for resources: {'Port': ['ID=aa235016-c78c-4cb8-ab63-40daa550fe73,revision_number=6']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:04.005927 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bb3d30-434f-46a1-ae62-da205691c2c5 x-openstack-request-id: req-58bb3d30-434f-46a1-ae62-da205691c2c5 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:30:04.006522 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db5e287-dc47-454b-b946-b13be19773fa", "tag": "aa235016-c78c-4cb8-ab63-40daa550fe73", "status": "completed", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:30:04.007047 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58bb3d30-434f-46a1-ae62-da205691c2c5 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:30:04.007669 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58bb3d30-434f-46a1-ae62-da205691c2c5'] response: {'name': 'network-changed', 'server_uuid': '5db5e287-dc47-454b-b946-b13be19773fa', 'tag': 'aa235016-c78c-4cb8-ab63-40daa550fe73', 'status': 'completed', 'code': 200} Mar 28 14:30:04.030177 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['aa235016-c78c-4cb8-ab63-40daa550fe73'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:30:04.088864 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:04.090580 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6e094-b57d-4d01-9877-d2c8001384ac tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Pushing event updated for resources: {'Port': ['ID=e276dffa-24b6-4352-aa5c-4d376c1d5d1b,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:04.136607 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-25d6e094-b57d-4d01-9877-d2c8001384ac tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (ec9e5572-b851-494b-8386-d99dc9cf1284), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:04.142814 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 6c5f30ba-42bd-4175-bc42-c161db4a4cf8 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:30:04.160030 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13faac17-016c-4ff1-9d9e-54df121b9dcc req-6c467779-b2c2-4dd6-ba55-da2aa990359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:04.163001 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-13faac17-016c-4ff1-9d9e-54df121b9dcc req-6c467779-b2c2-4dd6-ba55-da2aa990359a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98f8108a48c04e1ebc698816248910e1&device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 1168 time: 0.1122963 Mar 28 14:30:04.203277 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35554c07-83b5-41dc-93ca-b1043325a1cf req-cfc1684b-efcd-4322-b579-4a5fb8494870 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:04.212610 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-35554c07-83b5-41dc-93ca-b1043325a1cf req-cfc1684b-efcd-4322-b579-4a5fb8494870 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 984 time: 0.1655991 Mar 28 14:30:04.217633 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-25d6e094-b57d-4d01-9877-d2c8001384ac tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:04.220320 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-25d6e094-b57d-4d01-9877-d2c8001384ac tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1675446 Mar 28 14:30:04.326787 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.db.resource_extend [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 14:30:04.357016 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-35554c07-83b5-41dc-93ca-b1043325a1cf req-0136845f-a719-48e0-8275-3e9e5550e5dc tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=b24c3bbd-4ca6-4510-9951-0581b67496e2&id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1367872 Mar 28 14:30:04.375993 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13faac17-016c-4ff1-9d9e-54df121b9dcc req-25b42504-339d-4c01-af84-3bbd11455754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:04.378121 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-13faac17-016c-4ff1-9d9e-54df121b9dcc req-25b42504-339d-4c01-af84-3bbd11455754 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eee06b6b-0d39-4ecb-bc82-7f01624470a4 HTTP/1.1" status: 200 len: 915 time: 0.2058191 Mar 28 14:30:04.471574 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-13faac17-016c-4ff1-9d9e-54df121b9dcc req-5c82fa08-dfde-43a5-b1c5-3e36ab54c4f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa235016-c78c-4cb8-ab63-40daa550fe73 HTTP/1.1" status: 200 len: 1001 time: 0.0869133 Mar 28 14:30:04.494623 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-fb41aa65-b585-4371-bbc4-0dfa8d0b7d57 None None] Provisioning complete for port aa235016-c78c-4cb8-ab63-40daa550fe73 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:30:04.495049 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-fb41aa65-b585-4371-bbc4-0dfa8d0b7d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (aa235016-c78c-4cb8-ab63-40daa550fe73), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:04.528489 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13faac17-016c-4ff1-9d9e-54df121b9dcc req-9d6d79dd-5517-4c2a-8419-46fc191abdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:04.530115 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-13faac17-016c-4ff1-9d9e-54df121b9dcc req-9d6d79dd-5517-4c2a-8419-46fc191abdf7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2da35b60-18e6-4d47-a178-a7d677f0b069 HTTP/1.1" status: 200 len: 853 time: 0.0522580 Mar 28 14:30:04.542954 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 6c5f30ba-42bd-4175-bc42-c161db4a4cf8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6c5f30ba-42bd-4175-bc42-c161db4a4cf8,segment=NetworkSegment(a5384891-ecbd-4540-a178-84656651c5c8),segment_id=a5384891-ecbd-4540-a178-84656651c5c8)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:30:04.598993 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': '6c5f30ba-42bd-4175-bc42-c161db4a4cf8', 'network_id': 'd343870b-24fb-4c0c-a2e7-58e585513d24', 'port_id': '6c5f30ba-42bd-4175-bc42-c161db4a4cf8', 'mac_address': 'fa:16:3e:48:47:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '164a1df9-5f06-4e12-a3b7-147a3dd9d30b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:30:04.609467 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f9073744-b601-4ae0-85f1-173b96aad911 req-168eb8d1-a613-4fb1-8a5e-12233b56be78 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1542841160&fields=id&tenant_id=1519a1dc346a484ea1368320ac6d675c HTTP/1.1" status: 200 len: 267 time: 0.0782633 Mar 28 14:30:04.615880 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13faac17-016c-4ff1-9d9e-54df121b9dcc req-16a2623e-7741-4eb3-ae89-be6390fa405d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:04.617419 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-13faac17-016c-4ff1-9d9e-54df121b9dcc req-16a2623e-7741-4eb3-ae89-be6390fa405d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eee06b6b-0d39-4ecb-bc82-7f01624470a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0787907 Mar 28 14:30:04.731790 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 6c5f30ba-42bd-4175-bc42-c161db4a4cf8 is: DOWN; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:30:04.732091 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (6c5f30ba-42bd-4175-bc42-c161db4a4cf8), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:04.782440 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9073744-b601-4ae0-85f1-173b96aad911 req-2a94429f-002f-44e9-b23e-6c314caadc7e tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:04.783989 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f9073744-b601-4ae0-85f1-173b96aad911 req-2a94429f-002f-44e9-b23e-6c314caadc7e tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/networks?id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362 HTTP/1.1" status: 200 len: 819 time: 0.1657813 Mar 28 14:30:04.785368 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c5f30ba-42bd-4175-bc42-c161db4a4cf8 {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:30:04.789824 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-13faac17-016c-4ff1-9d9e-54df121b9dcc req-39df5d2c-81ce-4b96-9576-73a8e70018ca service neutron] 10.222.0.18 "GET /v2.0/networks/eee06b6b-0d39-4ecb-bc82-7f01624470a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511540 Mar 28 14:30:04.791096 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-fb41aa65-b585-4371-bbc4-0dfa8d0b7d57 None None] Current status of the port aa235016-c78c-4cb8-ab63-40daa550fe73 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:30:04.837368 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f9073744-b601-4ae0-85f1-173b96aad911 req-86e2e50b-14d4-489b-a69a-2193a11a73e1 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/quotas/1519a1dc346a484ea1368320ac6d675c HTTP/1.1" status: 200 len: 375 time: 0.0464566 Mar 28 14:30:04.847593 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 6c5f30ba-42bd-4175-bc42-c161db4a4cf8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6c5f30ba-42bd-4175-bc42-c161db4a4cf8,segment=NetworkSegment(a5384891-ecbd-4540-a178-84656651c5c8),segment_id=a5384891-ecbd-4540-a178-84656651c5c8)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:30:04.871509 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (6c5f30ba-42bd-4175-bc42-c161db4a4cf8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:04.960902 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f9073744-b601-4ae0-85f1-173b96aad911 req-d8319f3d-fd97-420f-8921-2216cc3ca391 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1519a1dc346a484ea1368320ac6d675c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1226280 Mar 28 14:30:04.963696 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-13faac17-016c-4ff1-9d9e-54df121b9dcc req-6961518f-b0bf-4c13-967e-b36b8d7a4dbc service neutron] 10.222.0.18 "GET /v2.0/networks/eee06b6b-0d39-4ecb-bc82-7f01624470a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596630 Mar 28 14:30:04.998624 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=6c5f30ba-42bd-4175-bc42-c161db4a4cf8,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:05.018218 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5c815-cb98-49bc-a154-b17991eabf1d req-2e0f316a-b337-475a-89cb-44fd98e84341 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:05.019781 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-afa5c815-cb98-49bc-a154-b17991eabf1d req-2e0f316a-b337-475a-89cb-44fd98e84341 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed30df0-1d68-40a6-b966-16061299d12f HTTP/1.1" status: 200 len: 945 time: 0.0620830 Mar 28 14:30:05.074538 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-afa5c815-cb98-49bc-a154-b17991eabf1d req-26a60c6c-c696-4ca5-a2b8-4f5c9944678f tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464997 Mar 28 14:30:05.089359 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f9073744-b601-4ae0-85f1-173b96aad911 req-a004413e-0ccd-4b40-a5d1-3e7839bbed9b service neutron] 10.222.0.13 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033452 Mar 28 14:30:05.189691 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f9073744-b601-4ae0-85f1-173b96aad911 req-e5bfbf8a-ea43-41d5-bf7f-9592a8a64a18 service neutron] 10.222.0.13 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940785 Mar 28 14:30:05.335305 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['6c5f30ba-42bd-4175-bc42-c161db4a4cf8'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:30:05.407012 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-da0f9a8d-be7d-46b1-8732-01f0bf917f0e req-15c522c6-aff6-47e2-b50a-4429052b4554 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 210 time: 0.0306814 Mar 28 14:30:05.451800 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:06.201190 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede5e40-7b65-4078-a354-fefe81a3caf5 req-17e2afaf-7c12-4194-888e-57b0e912b8e4 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:06.202643 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-fede5e40-7b65-4078-a354-fefe81a3caf5 req-17e2afaf-7c12-4194-888e-57b0e912b8e4 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed30df0-1d68-40a6-b966-16061299d12f HTTP/1.1" status: 200 len: 945 time: 0.0560584 Mar 28 14:30:06.248962 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-fede5e40-7b65-4078-a354-fefe81a3caf5 req-fb588f86-d872-4649-b44e-0f2768f2565b tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407033 Mar 28 14:30:06.465303 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9073744-b601-4ae0-85f1-173b96aad911 req-4f2412fc-9456-4bad-8456-10c997bc6dad tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:06.466925 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f9073744-b601-4ae0-85f1-173b96aad911 req-4f2412fc-9456-4bad-8456-10c997bc6dad tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.18 "GET /v2.0/networks?id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362 HTTP/1.1" status: 200 len: 819 time: 0.1094284 Mar 28 14:30:06.514906 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7ef4c5e4-3270-4b5d-a6aa-05e8c9a56f7d req-c5ccc689-83d9-413b-829f-972fbe0f5d28 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 210 time: 0.0324776 Mar 28 14:30:06.552121 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f9073744-b601-4ae0-85f1-173b96aad911 req-1850bed8-4905-4c8c-9af8-0098b5092fae tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1519a1dc346a484ea1368320ac6d675c HTTP/1.1" status: 200 len: 380 time: 0.0759945 Mar 28 14:30:06.561293 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [req-f9073744-b601-4ae0-85f1-173b96aad911 req-d211eb59-84a1-47d2-b216-10667975e85f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Request body: {'port': {'device_id': '22394af3-b501-4f0c-9914-36bb7efd6576', 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'admin_state_up': True, 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'security_groups': ['33d28e37-bf81-489c-b334-1c7051ebef43']}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:30:06.668930 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9073744-b601-4ae0-85f1-173b96aad911 req-d211eb59-84a1-47d2-b216-10667975e85f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Made reservation on behalf of 1519a1dc346a484ea1368320ac6d675c for: {'port': 1} {{(pid=103204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:30:06.672541 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-f9073744-b601-4ae0-85f1-173b96aad911 req-d211eb59-84a1-47d2-b216-10667975e85f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:06.797657 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [req-f9073744-b601-4ae0-85f1-173b96aad911 req-d211eb59-84a1-47d2-b216-10667975e85f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Allocated IP 172.20.0.6 (6f3f979a-d18b-4240-ba5e-d7c4fbc29362/52dd69ba-aebc-4a99-b26d-625288b32bae/b30fef79-328a-461e-8788-ebbf19a769d6) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:30:06.942534 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-f9073744-b601-4ae0-85f1-173b96aad911 req-d211eb59-84a1-47d2-b216-10667975e85f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for port (b30fef79-328a-461e-8788-ebbf19a769d6), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:06.978264 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-f9073744-b601-4ae0-85f1-173b96aad911 req-d211eb59-84a1-47d2-b216-10667975e85f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (b30fef79-328a-461e-8788-ebbf19a769d6), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:07.023505 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9073744-b601-4ae0-85f1-173b96aad911 req-d211eb59-84a1-47d2-b216-10667975e85f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Network 6f3f979a-d18b-4240-ba5e-d7c4fbc29362 is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:30:07.026618 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [req-f9073744-b601-4ae0-85f1-173b96aad911 req-d211eb59-84a1-47d2-b216-10667975e85f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:30:07.033350 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9073744-b601-4ae0-85f1-173b96aad911 req-d211eb59-84a1-47d2-b216-10667975e85f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:30:07.039131 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9073744-b601-4ae0-85f1-173b96aad911 req-d211eb59-84a1-47d2-b216-10667975e85f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:07.039742 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-f9073744-b601-4ae0-85f1-173b96aad911 req-d211eb59-84a1-47d2-b216-10667975e85f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:07.049214 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211eb59-84a1-47d2-b216-10667975e85f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Pushing event updated for resources: {'Port': ['ID=b30fef79-328a-461e-8788-ebbf19a769d6,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:07.062719 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f9073744-b601-4ae0-85f1-173b96aad911 req-d211eb59-84a1-47d2-b216-10667975e85f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5053773 Mar 28 14:30:07.078189 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [req-f9073744-b601-4ae0-85f1-173b96aad911 req-9a685572-2dc2-4022-9ef0-f2322b198f81 service neutron] Request body: {'port': {'device_id': '22394af3-b501-4f0c-9914-36bb7efd6576', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:30:07.138011 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-f9073744-b601-4ae0-85f1-173b96aad911 req-9a685572-2dc2-4022-9ef0-f2322b198f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (b30fef79-328a-461e-8788-ebbf19a769d6), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:07.231454 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-605a4133-8ab6-4aa4-97af-374581dad7d1 None None] Provisioning complete for port b30fef79-328a-461e-8788-ebbf19a769d6 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:30:07.232072 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-605a4133-8ab6-4aa4-97af-374581dad7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (b30fef79-328a-461e-8788-ebbf19a769d6), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:07.266650 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-605a4133-8ab6-4aa4-97af-374581dad7d1 None None] Port b30fef79-328a-461e-8788-ebbf19a769d6 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:30:07.406044 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734bb38-470e-4fcd-b4f5-3f12240a4140 req-4b7749eb-9e0b-4dec-8d36-db60bb03df6f tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:07.407418 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-0734bb38-470e-4fcd-b4f5-3f12240a4140 req-4b7749eb-9e0b-4dec-8d36-db60bb03df6f tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed30df0-1d68-40a6-b966-16061299d12f HTTP/1.1" status: 200 len: 945 time: 0.0898209 Mar 28 14:30:07.449006 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [req-f9073744-b601-4ae0-85f1-173b96aad911 req-9a685572-2dc2-4022-9ef0-f2322b198f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b30fef79-328a-461e-8788-ebbf19a769d6 {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:30:07.458446 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-f9073744-b601-4ae0-85f1-173b96aad911 req-9a685572-2dc2-4022-9ef0-f2322b198f81 service neutron] Publish callbacks [] for port (b30fef79-328a-461e-8788-ebbf19a769d6), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:07.484960 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [req-f9073744-b601-4ae0-85f1-173b96aad911 req-9a685572-2dc2-4022-9ef0-f2322b198f81 service neutron] Transition to ACTIVE for port object b30fef79-328a-461e-8788-ebbf19a769d6 will not be triggered until provisioned by entity L2. {{(pid=103204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 14:30:07.489744 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-0734bb38-470e-4fcd-b4f5-3f12240a4140 req-26663de5-dd8e-4b53-b785-0dafb54ad9b7 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660477 Mar 28 14:30:07.490773 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-f9073744-b601-4ae0-85f1-173b96aad911 req-9a685572-2dc2-4022-9ef0-f2322b198f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (b30fef79-328a-461e-8788-ebbf19a769d6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:07.542666 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a685572-2dc2-4022-9ef0-f2322b198f81 service neutron] Pushing event updated for resources: {'Port': ['ID=b30fef79-328a-461e-8788-ebbf19a769d6,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:07.586185 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [req-f9073744-b601-4ae0-85f1-173b96aad911 req-9a685572-2dc2-4022-9ef0-f2322b198f81 service neutron] Attempting to bind port b30fef79-328a-461e-8788-ebbf19a769d6 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:30:07.586528 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [req-f9073744-b601-4ae0-85f1-173b96aad911 req-9a685572-2dc2-4022-9ef0-f2322b198f81 service neutron] Attempting to bind port b30fef79-328a-461e-8788-ebbf19a769d6 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a8b084e1-c299-41e1-b5fd-5fcaad52ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:30:07.586858 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9073744-b601-4ae0-85f1-173b96aad911 req-9a685572-2dc2-4022-9ef0-f2322b198f81 service neutron] Attempting to bind port b30fef79-328a-461e-8788-ebbf19a769d6 on network 6f3f979a-d18b-4240-ba5e-d7c4fbc29362 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:30:07.592634 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9073744-b601-4ae0-85f1-173b96aad911 req-9a685572-2dc2-4022-9ef0-f2322b198f81 service neutron] Port b30fef79-328a-461e-8788-ebbf19a769d6 on network 6f3f979a-d18b-4240-ba5e-d7c4fbc29362 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:30:07.592985 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9073744-b601-4ae0-85f1-173b96aad911 req-9a685572-2dc2-4022-9ef0-f2322b198f81 service neutron] Attempting to bind port b30fef79-328a-461e-8788-ebbf19a769d6 on network 6f3f979a-d18b-4240-ba5e-d7c4fbc29362 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:30:07.598550 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9073744-b601-4ae0-85f1-173b96aad911 req-9a685572-2dc2-4022-9ef0-f2322b198f81 service neutron] Checking agent: {'id': 'ab5a62a0-b9cc-4af2-a98d-7d97375b077a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'started_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:30:07.598902 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9073744-b601-4ae0-85f1-173b96aad911 req-9a685572-2dc2-4022-9ef0-f2322b198f81 service neutron] Checking segment: {'id': 'a8b084e1-c299-41e1-b5fd-5fcaad52ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:30:07.599335 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9073744-b601-4ae0-85f1-173b96aad911 req-9a685572-2dc2-4022-9ef0-f2322b198f81 service neutron] Bound using segment: {'id': 'a8b084e1-c299-41e1-b5fd-5fcaad52ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:30:07.599771 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [req-f9073744-b601-4ae0-85f1-173b96aad911 req-9a685572-2dc2-4022-9ef0-f2322b198f81 service neutron] Bound port: b30fef79-328a-461e-8788-ebbf19a769d6, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b084e1-c299-41e1-b5fd-5fcaad52ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:30:07.600249 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-f9073744-b601-4ae0-85f1-173b96aad911 req-9a685572-2dc2-4022-9ef0-f2322b198f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (b30fef79-328a-461e-8788-ebbf19a769d6), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:07.654961 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788db3a-ea55-49ca-8648-5b8011e67cde req-3ce39911-bf80-40af-99f1-20a6a1eebbc2 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:07.663993 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b788db3a-ea55-49ca-8648-5b8011e67cde req-3ce39911-bf80-40af-99f1-20a6a1eebbc2 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 943 time: 0.0643375 Mar 28 14:30:07.668770 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [req-f9073744-b601-4ae0-85f1-173b96aad911 req-9a685572-2dc2-4022-9ef0-f2322b198f81 service neutron] For port b30fef79-328a-461e-8788-ebbf19a769d6, host hv-cinder-79053, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:30:07.672125 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [req-f9073744-b601-4ae0-85f1-173b96aad911 req-9a685572-2dc2-4022-9ef0-f2322b198f81 service neutron] For port b30fef79-328a-461e-8788-ebbf19a769d6, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b30fef79-328a-461e-8788-ebbf19a769d6,segment=NetworkSegment(a8b084e1-c299-41e1-b5fd-5fcaad52ebed),segment_id=a8b084e1-c299-41e1-b5fd-5fcaad52ebed)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:30:07.680246 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-f9073744-b601-4ae0-85f1-173b96aad911 req-9a685572-2dc2-4022-9ef0-f2322b198f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (b30fef79-328a-461e-8788-ebbf19a769d6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:07.712970 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b788db3a-ea55-49ca-8648-5b8011e67cde req-88056b99-2600-4e1e-a74d-d6ae26c70eea tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469103 Mar 28 14:30:07.716738 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9073744-b601-4ae0-85f1-173b96aad911 req-9a685572-2dc2-4022-9ef0-f2322b198f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:07.717400 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-f9073744-b601-4ae0-85f1-173b96aad911 req-9a685572-2dc2-4022-9ef0-f2322b198f81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:07.718791 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f9073744-b601-4ae0-85f1-173b96aad911 req-9a685572-2dc2-4022-9ef0-f2322b198f81 service neutron] 10.222.0.18 "PUT /v2.0/ports/b30fef79-328a-461e-8788-ebbf19a769d6 HTTP/1.1" status: 200 len: 1093 time: 0.6451352 Mar 28 14:30:07.719285 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22394af3-b501-4f0c-9914-36bb7efd6576', 'tag': 'b30fef79-328a-461e-8788-ebbf19a769d6'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:30:07.721545 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d378c771d12563f68c1f59c9273be1365ef6a269510bcb02de4e9318e41428e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab23920-e31e-4198-bb58-6e2cc0c95248" -d '{"events": [{"name": "network-changed", "server_uuid": "22394af3-b501-4f0c-9914-36bb7efd6576", "tag": "b30fef79-328a-461e-8788-ebbf19a769d6"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:30:07.749039 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a685572-2dc2-4022-9ef0-f2322b198f81 service neutron] Pushing event updated for resources: {'Port': ['ID=b30fef79-328a-461e-8788-ebbf19a769d6,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:07.769912 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36d6129-0cf3-4dc1-a70e-70782beb451e x-openstack-request-id: req-e36d6129-0cf3-4dc1-a70e-70782beb451e {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:30:07.770265 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22394af3-b501-4f0c-9914-36bb7efd6576", "tag": "b30fef79-328a-461e-8788-ebbf19a769d6", "status": "completed", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:30:07.770586 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e36d6129-0cf3-4dc1-a70e-70782beb451e {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:30:07.771045 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e36d6129-0cf3-4dc1-a70e-70782beb451e'] response: {'name': 'network-changed', 'server_uuid': '22394af3-b501-4f0c-9914-36bb7efd6576', 'tag': 'b30fef79-328a-461e-8788-ebbf19a769d6', 'status': 'completed', 'code': 200} Mar 28 14:30:07.832751 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9073744-b601-4ae0-85f1-173b96aad911 req-11db5197-72df-4121-a13c-22a99f29b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:07.834470 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f9073744-b601-4ae0-85f1-173b96aad911 req-11db5197-72df-4121-a13c-22a99f29b339 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1519a1dc346a484ea1368320ac6d675c&device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 1127 time: 0.0470476 Mar 28 14:30:07.881467 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f9073744-b601-4ae0-85f1-173b96aad911 req-52404321-d2f5-43c6-8dd9-dbc226830b65 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b30fef79-328a-461e-8788-ebbf19a769d6 HTTP/1.1" status: 200 len: 217 time: 0.0390658 Mar 28 14:30:07.936464 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9073744-b601-4ae0-85f1-173b96aad911 req-fe48a365-af92-4e6a-9e03-4a9afe9883da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:07.937953 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f9073744-b601-4ae0-85f1-173b96aad911 req-fe48a365-af92-4e6a-9e03-4a9afe9883da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52dd69ba-aebc-4a99-b26d-625288b32bae HTTP/1.1" status: 200 len: 858 time: 0.0506220 Mar 28 14:30:07.995330 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9073744-b601-4ae0-85f1-173b96aad911 req-9a32ca18-0b72-4d3f-9db9-c4d0bb14fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:07.997084 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f9073744-b601-4ae0-85f1-173b96aad911 req-9a32ca18-0b72-4d3f-9db9-c4d0bb14fa0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453115 Mar 28 14:30:08.089454 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f9073744-b601-4ae0-85f1-173b96aad911 req-40b2563c-9b0a-4f9a-aeda-ac2aa35e5947 service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860703 Mar 28 14:30:08.162591 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 6c5f30ba-42bd-4175-bc42-c161db4a4cf8 up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:30:08.176511 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f9073744-b601-4ae0-85f1-173b96aad911 req-38c393bf-5dc6-4700-8218-904d8b5dba36 service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810130 Mar 28 14:30:08.216175 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning for port 6c5f30ba-42bd-4175-bc42-c161db4a4cf8 completed by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 14:30:08.220037 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port 6c5f30ba-42bd-4175-bc42-c161db4a4cf8 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:30:08.220414 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (6c5f30ba-42bd-4175-bc42-c161db4a4cf8), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:08.272943 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab23920-e31e-4198-bb58-6e2cc0c95248 req-ad8d69c7-9286-4189-baeb-75ddec12a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:08.274429 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-aab23920-e31e-4198-bb58-6e2cc0c95248 req-ad8d69c7-9286-4189-baeb-75ddec12a1b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1519a1dc346a484ea1368320ac6d675c&device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 1127 time: 0.0515811 Mar 28 14:30:08.303696 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 6c5f30ba-42bd-4175-bc42-c161db4a4cf8 is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:30:08.304210 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (6c5f30ba-42bd-4175-bc42-c161db4a4cf8), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:08.327379 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed30df0-1d68-40a6-b966-16061299d12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5f30ba-42bd-4175-bc42-c161db4a4cf8'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:30:08.329837 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add6354b-5a3b-41a7-9b1a-9e7f42198abb" -d '{"events": [{"server_uuid": "8ed30df0-1d68-40a6-b966-16061299d12f", "name": "network-vif-plugged", "status": "completed", "tag": "6c5f30ba-42bd-4175-bc42-c161db4a4cf8"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:30:08.354368 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 6c5f30ba-42bd-4175-bc42-c161db4a4cf8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6c5f30ba-42bd-4175-bc42-c161db4a4cf8,segment=NetworkSegment(a5384891-ecbd-4540-a178-84656651c5c8),segment_id=a5384891-ecbd-4540-a178-84656651c5c8)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:30:08.360781 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (6c5f30ba-42bd-4175-bc42-c161db4a4cf8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:08.370136 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd4245b-f018-44a0-8148-1ec34c9e23a3 x-openstack-request-id: req-4bd4245b-f018-44a0-8148-1ec34c9e23a3 {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:30:08.370500 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed30df0-1d68-40a6-b966-16061299d12f", "name": "network-vif-plugged", "status": "completed", "tag": "6c5f30ba-42bd-4175-bc42-c161db4a4cf8", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:30:08.370734 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4bd4245b-f018-44a0-8148-1ec34c9e23a3 {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:30:08.370859 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab23920-e31e-4198-bb58-6e2cc0c95248 req-fa55529f-f1d2-4d5e-b52e-2e5e796fb169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:08.371154 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd4245b-f018-44a0-8148-1ec34c9e23a3'] response: {'server_uuid': '8ed30df0-1d68-40a6-b966-16061299d12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5f30ba-42bd-4175-bc42-c161db4a4cf8', 'code': 200} Mar 28 14:30:08.372268 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-aab23920-e31e-4198-bb58-6e2cc0c95248 req-fa55529f-f1d2-4d5e-b52e-2e5e796fb169 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362 HTTP/1.1" status: 200 len: 920 time: 0.0913258 Mar 28 14:30:08.419884 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=6c5f30ba-42bd-4175-bc42-c161db4a4cf8,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:08.431777 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-aab23920-e31e-4198-bb58-6e2cc0c95248 req-28f1eb4e-d0b2-4b16-ac84-2af72a30b979 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b30fef79-328a-461e-8788-ebbf19a769d6 HTTP/1.1" status: 200 len: 217 time: 0.0353460 Mar 28 14:30:08.496870 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab23920-e31e-4198-bb58-6e2cc0c95248 req-2c11453d-83d5-4fab-a6d1-aa9e2f872d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:08.498912 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-aab23920-e31e-4198-bb58-6e2cc0c95248 req-2c11453d-83d5-4fab-a6d1-aa9e2f872d24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52dd69ba-aebc-4a99-b26d-625288b32bae HTTP/1.1" status: 200 len: 858 time: 0.0607145 Mar 28 14:30:08.561257 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab23920-e31e-4198-bb58-6e2cc0c95248 req-f3111b29-87f6-49e5-b3c5-9fa4b3e282cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:08.562872 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-aab23920-e31e-4198-bb58-6e2cc0c95248 req-f3111b29-87f6-49e5-b3c5-9fa4b3e282cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0527184 Mar 28 14:30:08.570197 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33556754-ea4e-483d-973c-16517c3e5daf req-9fd0ca13-af3f-42a9-b5ea-250d50ac52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:08.572329 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-33556754-ea4e-483d-973c-16517c3e5daf req-9fd0ca13-af3f-42a9-b5ea-250d50ac52d1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8ed30df0-1d68-40a6-b966-16061299d12f HTTP/1.1" status: 200 len: 1130 time: 0.0475035 Mar 28 14:30:08.624722 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-33556754-ea4e-483d-973c-16517c3e5daf req-a8386b60-c107-4262-abb3-2c9a332d82d3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446413 Mar 28 14:30:08.676866 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 43426) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:30:08.677989 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62312d0f-8fbb-478c-86ab-416f2fc82246 req-341c1450-e8c6-4cb1-b820-9880fe1d7c6c tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:08.679477 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-62312d0f-8fbb-478c-86ab-416f2fc82246 req-341c1450-e8c6-4cb1-b820-9880fe1d7c6c tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed30df0-1d68-40a6-b966-16061299d12f HTTP/1.1" status: 200 len: 946 time: 0.1129169 Mar 28 14:30:08.707506 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-aab23920-e31e-4198-bb58-6e2cc0c95248 req-c05cc8a4-8910-41aa-9447-edbd2066856d service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299164 Mar 28 14:30:08.736803 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-62312d0f-8fbb-478c-86ab-416f2fc82246 req-4c2f8b2a-2cc3-4b9b-915b-bcba815c8c65 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508273 Mar 28 14:30:08.820873 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-8f634356-44d4-452c-882c-e7752c66d736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:08.867869 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1147de3-990e-4535-b170-8f206b27a4d6 req-02e2c547-b7b1-411c-a354-8e49fff1932a tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:08.869477 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b1147de3-990e-4535-b170-8f206b27a4d6 req-02e2c547-b7b1-411c-a354-8e49fff1932a tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 943 time: 0.0869145 Mar 28 14:30:08.939870 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b1147de3-990e-4535-b170-8f206b27a4d6 req-6b8f5005-e430-4a9b-844b-f141a935051e tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634236 Mar 28 14:30:08.948573 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-8f634356-44d4-452c-882c-e7752c66d736 admin admin] Publish callbacks [] for security_group (0212e819-84ed-4613-9f58-84ebe004a573), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:08.953709 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-8f634356-44d4-452c-882c-e7752c66d736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (0212e819-84ed-4613-9f58-84ebe004a573), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:08.982032 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-aab23920-e31e-4198-bb58-6e2cc0c95248 req-cc19286d-8858-4f4a-a729-77cf86171e8b service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862100 Mar 28 14:30:08.994834 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-8f634356-44d4-452c-882c-e7752c66d736 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0eefaa3cbcd74a44a5fd18a5d3bbaea5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168736 Mar 28 14:30:08.995727 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f634356-44d4-452c-882c-e7752c66d736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0212e819-84ed-4613-9f58-84ebe004a573,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:08.997645 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 43432) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:30:09.045821 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-864907ee-3330-4bf4-ba7e-bd9c4dda2e78 admin admin] Publish callbacks [] for security_group (0212e819-84ed-4613-9f58-84ebe004a573), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:09.065824 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-864907ee-3330-4bf4-ba7e-bd9c4dda2e78 admin admin] Publish callbacks [] for security_group (0212e819-84ed-4613-9f58-84ebe004a573), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:09.113882 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-864907ee-3330-4bf4-ba7e-bd9c4dda2e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (0212e819-84ed-4613-9f58-84ebe004a573), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:09.117644 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-864907ee-3330-4bf4-ba7e-bd9c4dda2e78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:09.119200 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-864907ee-3330-4bf4-ba7e-bd9c4dda2e78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0212e819-84ed-4613-9f58-84ebe004a573 HTTP/1.1" status: 204 len: 168 time: 0.1205530 Mar 28 14:30:09.127145 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864907ee-3330-4bf4-ba7e-bd9c4dda2e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0212e819-84ed-4613-9f58-84ebe004a573,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:09.396656 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 43438) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:30:09.410186 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2f42139c-78e0-4051-9880-2965eb6efedb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:09.467923 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:09.485481 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2f42139c-78e0-4051-9880-2965eb6efedb admin admin] Publish callbacks [] for security_group (f604c13a-56ae-4ebd-9c9d-76a12fc67385), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:09.491219 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2f42139c-78e0-4051-9880-2965eb6efedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (f604c13a-56ae-4ebd-9c9d-76a12fc67385), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:09.528106 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-2f42139c-78e0-4051-9880-2965eb6efedb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24a1a286daa143e598cbf78955ae5a94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303251 Mar 28 14:30:09.529256 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42139c-78e0-4051-9880-2965eb6efedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f604c13a-56ae-4ebd-9c9d-76a12fc67385,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:09.530980 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 43440) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:30:09.583924 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-057b0806-86f9-4d28-9835-e5f32c943bad admin admin] Publish callbacks [] for security_group (f604c13a-56ae-4ebd-9c9d-76a12fc67385), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:09.606141 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-057b0806-86f9-4d28-9835-e5f32c943bad admin admin] Publish callbacks [] for security_group (f604c13a-56ae-4ebd-9c9d-76a12fc67385), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:09.668578 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-057b0806-86f9-4d28-9835-e5f32c943bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (f604c13a-56ae-4ebd-9c9d-76a12fc67385), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:09.671519 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-057b0806-86f9-4d28-9835-e5f32c943bad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:09.672481 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-057b0806-86f9-4d28-9835-e5f32c943bad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f604c13a-56ae-4ebd-9c9d-76a12fc67385 HTTP/1.1" status: 204 len: 168 time: 0.1404696 Mar 28 14:30:09.681735 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b0806-86f9-4d28-9835-e5f32c943bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f604c13a-56ae-4ebd-9c9d-76a12fc67385,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:09.869231 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c4fd1-e428-4fa3-b846-478d11e3e67a req-805c17c5-956d-4587-8afb-bfa25a36d085 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:09.870759 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-547c4fd1-e428-4fa3-b846-478d11e3e67a req-805c17c5-956d-4587-8afb-bfa25a36d085 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed30df0-1d68-40a6-b966-16061299d12f HTTP/1.1" status: 200 len: 946 time: 0.0654304 Mar 28 14:30:09.916720 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-547c4fd1-e428-4fa3-b846-478d11e3e67a req-8e155357-e7c0-49c7-9e40-30daac6345e4 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395429 Mar 28 14:30:10.014454 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 43452) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:30:10.038117 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6b6653a1-4168-45ee-b99b-ef777767f7b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:10.104492 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4c45d-041e-46d4-9224-0117dbf99dcf req-b4f840d0-a0c5-45dc-b3bf-ebd8b6631766 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:10.106005 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3cd4c45d-041e-46d4-9224-0117dbf99dcf req-b4f840d0-a0c5-45dc-b3bf-ebd8b6631766 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 943 time: 0.0828626 Mar 28 14:30:10.179311 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6b6653a1-4168-45ee-b99b-ef777767f7b5 admin admin] Publish callbacks [] for security_group (36c36ac7-b2eb-4de9-bc6e-8206f46368fd), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:10.184396 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3cd4c45d-041e-46d4-9224-0117dbf99dcf req-3157ac5b-b517-46af-988c-85679a1e4e11 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697291 Mar 28 14:30:10.187133 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6b6653a1-4168-45ee-b99b-ef777767f7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (36c36ac7-b2eb-4de9-bc6e-8206f46368fd), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:10.223605 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6653a1-4168-45ee-b99b-ef777767f7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c36ac7-b2eb-4de9-bc6e-8206f46368fd,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:10.227938 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-6b6653a1-4168-45ee-b99b-ef777767f7b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7dea2c1d5c1046e9b6177aa773e68718&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124560 Mar 28 14:30:10.230463 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 43454) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:30:10.290372 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-bd7196af-0d01-41d1-b79f-70134a888b28 admin admin] Publish callbacks [] for security_group (36c36ac7-b2eb-4de9-bc6e-8206f46368fd), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:10.311615 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-bd7196af-0d01-41d1-b79f-70134a888b28 admin admin] Publish callbacks [] for security_group (36c36ac7-b2eb-4de9-bc6e-8206f46368fd), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:10.359170 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-bd7196af-0d01-41d1-b79f-70134a888b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (36c36ac7-b2eb-4de9-bc6e-8206f46368fd), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:10.361656 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-bd7196af-0d01-41d1-b79f-70134a888b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:10.362804 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-bd7196af-0d01-41d1-b79f-70134a888b28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36c36ac7-b2eb-4de9-bc6e-8206f46368fd HTTP/1.1" status: 204 len: 168 time: 0.1313920 Mar 28 14:30:10.370626 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7196af-0d01-41d1-b79f-70134a888b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c36ac7-b2eb-4de9-bc6e-8206f46368fd,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:11.034098 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f32da-4031-4ae0-85f3-4da118b535dd req-04aa3815-cfad-4a3e-a8b9-f61b139233d4 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:11.035685 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b06f32da-4031-4ae0-85f3-4da118b535dd req-04aa3815-cfad-4a3e-a8b9-f61b139233d4 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed30df0-1d68-40a6-b966-16061299d12f HTTP/1.1" status: 200 len: 946 time: 0.0526865 Mar 28 14:30:11.083502 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b06f32da-4031-4ae0-85f3-4da118b535dd req-2410490c-e81f-4051-a485-d89dacd8b7e0 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414579 Mar 28 14:30:11.312933 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccb9db-9c7a-4309-95d7-eebe83b1da33 req-b63d0efc-f68f-4f22-a286-b9a38262bddc tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:11.314390 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-90ccb9db-9c7a-4309-95d7-eebe83b1da33 req-b63d0efc-f68f-4f22-a286-b9a38262bddc tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 943 time: 0.0600729 Mar 28 14:30:11.371538 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-90ccb9db-9c7a-4309-95d7-eebe83b1da33 req-a1353213-9770-419e-846a-09620913a3ff tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466406 Mar 28 14:30:11.496158 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 43496) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:30:11.607978 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-bdbd228c-c330-49e1-919e-12d146102329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:11.687170 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-bdbd228c-c330-49e1-919e-12d146102329 admin admin] Publish callbacks [] for security_group (ac49641b-ae9f-4721-9708-4aab6e75eda4), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:11.694468 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-bdbd228c-c330-49e1-919e-12d146102329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (ac49641b-ae9f-4721-9708-4aab6e75eda4), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:11.729505 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-bdbd228c-c330-49e1-919e-12d146102329 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3a089239bcc491fbf0ee980d13d35e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298825 Mar 28 14:30:11.732293 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 43506) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:30:11.745278 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd228c-c330-49e1-919e-12d146102329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac49641b-ae9f-4721-9708-4aab6e75eda4,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:11.785534 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac5b20-adbc-42f8-9cda-c5db99974b01 req-fa8f0104-5b11-4d1d-ad4c-303a7ddbed76 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:11.787007 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7fac5b20-adbc-42f8-9cda-c5db99974b01 req-fa8f0104-5b11-4d1d-ad4c-303a7ddbed76 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed30df0-1d68-40a6-b966-16061299d12f HTTP/1.1" status: 200 len: 946 time: 0.0563581 Mar 28 14:30:11.794869 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d48eccb5-fff8-40fc-b7d9-c8994767ac4a admin admin] Publish callbacks [] for security_group (ac49641b-ae9f-4721-9708-4aab6e75eda4), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:11.816182 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d48eccb5-fff8-40fc-b7d9-c8994767ac4a admin admin] Publish callbacks [] for security_group (ac49641b-ae9f-4721-9708-4aab6e75eda4), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:11.833781 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7fac5b20-adbc-42f8-9cda-c5db99974b01 req-f8678fd6-2cb4-4178-83b2-808fb4f02647 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401042 Mar 28 14:30:11.865904 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d48eccb5-fff8-40fc-b7d9-c8994767ac4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (ac49641b-ae9f-4721-9708-4aab6e75eda4), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:11.868461 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d48eccb5-fff8-40fc-b7d9-c8994767ac4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:11.869588 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-d48eccb5-fff8-40fc-b7d9-c8994767ac4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac49641b-ae9f-4721-9708-4aab6e75eda4 HTTP/1.1" status: 204 len: 168 time: 0.1362884 Mar 28 14:30:11.877523 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48eccb5-fff8-40fc-b7d9-c8994767ac4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac49641b-ae9f-4721-9708-4aab6e75eda4,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:12.163010 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device b30fef79-328a-461e-8788-ebbf19a769d6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:30:12.263147 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port b30fef79-328a-461e-8788-ebbf19a769d6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b30fef79-328a-461e-8788-ebbf19a769d6,segment=NetworkSegment(a8b084e1-c299-41e1-b5fd-5fcaad52ebed),segment_id=a8b084e1-c299-41e1-b5fd-5fcaad52ebed)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:30:12.275528 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': 'b30fef79-328a-461e-8788-ebbf19a769d6', 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'port_id': 'b30fef79-328a-461e-8788-ebbf19a769d6', 'mac_address': 'fa:16:3e:11:3c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:30:12.313029 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port b30fef79-328a-461e-8788-ebbf19a769d6 is: DOWN; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:30:12.313483 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (b30fef79-328a-461e-8788-ebbf19a769d6), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:12.327140 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30fef79-328a-461e-8788-ebbf19a769d6 {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:30:12.346717 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port b30fef79-328a-461e-8788-ebbf19a769d6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b30fef79-328a-461e-8788-ebbf19a769d6,segment=NetworkSegment(a8b084e1-c299-41e1-b5fd-5fcaad52ebed),segment_id=a8b084e1-c299-41e1-b5fd-5fcaad52ebed)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:30:12.356702 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (b30fef79-328a-461e-8788-ebbf19a769d6), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:12.416594 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=b30fef79-328a-461e-8788-ebbf19a769d6,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:12.494800 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d691d9-2958-4cfc-8a1b-7beb3499e5a2 req-ed942c08-03cd-401f-8a16-5aec44e4897c tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:12.496366 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-52d691d9-2958-4cfc-8a1b-7beb3499e5a2 req-ed942c08-03cd-401f-8a16-5aec44e4897c tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 944 time: 0.0526223 Mar 28 14:30:12.544213 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-52d691d9-2958-4cfc-8a1b-7beb3499e5a2 req-51f4da2d-6c92-48a3-8428-e7767dd184b3 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419536 Mar 28 14:30:12.812324 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['b30fef79-328a-461e-8788-ebbf19a769d6'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:30:12.965867 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02469a-12da-4dd2-ab4f-940028ce5202 req-c90a47a0-74ed-4a93-ac06-861e2e6e6cd0 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:12.967659 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-fd02469a-12da-4dd2-ab4f-940028ce5202 req-c90a47a0-74ed-4a93-ac06-861e2e6e6cd0 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed30df0-1d68-40a6-b966-16061299d12f HTTP/1.1" status: 200 len: 946 time: 0.0629280 Mar 28 14:30:13.018498 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-fd02469a-12da-4dd2-ab4f-940028ce5202 req-538bbdc6-f052-4573-85b7-634d90a8ba83 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/security-groups?id=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446136 Mar 28 14:30:13.542616 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c423d74-4fb5-42c2-be82-615569a7d12b req-170f6612-2c30-499c-a17d-fc670bdcef83 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:13.544129 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4c423d74-4fb5-42c2-be82-615569a7d12b req-170f6612-2c30-499c-a17d-fc670bdcef83 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ed30df0-1d68-40a6-b966-16061299d12f HTTP/1.1" status: 200 len: 946 time: 0.0573523 Mar 28 14:30:13.676557 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f8260-9678-4e7e-852d-8a927b8b5a87 req-72e87ebf-6220-4a28-b045-a706ec5b562b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:13.678308 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1b0f8260-9678-4e7e-852d-8a927b8b5a87 req-72e87ebf-6220-4a28-b045-a706ec5b562b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 944 time: 0.0608671 Mar 28 14:30:13.700571 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [req-4c423d74-4fb5-42c2-be82-615569a7d12b req-e3132f4f-4ec2-4fa9-a120-30729d445295 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Deleting port 6c5f30ba-42bd-4175-bc42-c161db4a4cf8 {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:30:13.701007 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-4c423d74-4fb5-42c2-be82-615569a7d12b req-e3132f4f-4ec2-4fa9-a120-30729d445295 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (6c5f30ba-42bd-4175-bc42-c161db4a4cf8), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:13.776474 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1b0f8260-9678-4e7e-852d-8a927b8b5a87 req-f5b2bab9-2e6e-434f-b260-8612ebb7065b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919888 Mar 28 14:30:13.810124 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [req-4c423d74-4fb5-42c2-be82-615569a7d12b req-e3132f4f-4ec2-4fa9-a120-30729d445295 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] For port 6c5f30ba-42bd-4175-bc42-c161db4a4cf8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6c5f30ba-42bd-4175-bc42-c161db4a4cf8,segment=NetworkSegment(a5384891-ecbd-4540-a178-84656651c5c8),segment_id=a5384891-ecbd-4540-a178-84656651c5c8)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:30:13.810429 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-4c423d74-4fb5-42c2-be82-615569a7d12b req-e3132f4f-4ec2-4fa9-a120-30729d445295 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (6c5f30ba-42bd-4175-bc42-c161db4a4cf8), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:13.824575 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [req-4c423d74-4fb5-42c2-be82-615569a7d12b req-e3132f4f-4ec2-4fa9-a120-30729d445295 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Calling delete_port for 6c5f30ba-42bd-4175-bc42-c161db4a4cf8 owned by compute:nova {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:30:13.953539 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-4c423d74-4fb5-42c2-be82-615569a7d12b req-e3132f4f-4ec2-4fa9-a120-30729d445295 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879'] for port (6c5f30ba-42bd-4175-bc42-c161db4a4cf8), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:13.984697 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['6c5f30ba-42bd-4175-bc42-c161db4a4cf8'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:30:14.128430 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3e89e9ca-fdc4-4f45-bf4d-c2b4a3840702 req-ec0319a1-ff04-4722-9801-d43c3e77b41c tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed30df0-1d68-40a6-b966-16061299d12f HTTP/1.1" status: 200 len: 210 time: 0.0335643 Mar 28 14:30:14.196957 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3132f4f-4ec2-4fa9-a120-30729d445295 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Pushing event deleted for resources: {'Port': ['ID=6c5f30ba-42bd-4175-bc42-c161db4a4cf8,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:14.238883 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c423d74-4fb5-42c2-be82-615569a7d12b req-e3132f4f-4ec2-4fa9-a120-30729d445295 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] No DVR routers for this DVR port 6c5f30ba-42bd-4175-bc42-c161db4a4cf8 on host hv-cinder-79053 {{(pid=103204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:30:14.241072 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-4c423d74-4fb5-42c2-be82-615569a7d12b req-e3132f4f-4ec2-4fa9-a120-30729d445295 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:14.244445 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4c423d74-4fb5-42c2-be82-615569a7d12b req-e3132f4f-4ec2-4fa9-a120-30729d445295 tempest-VolumesActionsTest-418607836 tempest-VolumesActionsTest-418607836-project] 10.222.0.18 "DELETE /v2.0/ports/6c5f30ba-42bd-4175-bc42-c161db4a4cf8 HTTP/1.1" status: 204 len: 173 time: 0.6919212 Mar 28 14:30:14.244913 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed30df0-1d68-40a6-b966-16061299d12f', 'name': 'network-vif-deleted', 'tag': '6c5f30ba-42bd-4175-bc42-c161db4a4cf8'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:30:14.247192 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d378c771d12563f68c1f59c9273be1365ef6a269510bcb02de4e9318e41428e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dabacb9-6064-4b0e-a9df-c3a1b66e8fba" -d '{"events": [{"server_uuid": "8ed30df0-1d68-40a6-b966-16061299d12f", "name": "network-vif-deleted", "tag": "6c5f30ba-42bd-4175-bc42-c161db4a4cf8"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:30:14.284199 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772a3b63-489f-4b87-8b0b-387da4765547 x-openstack-request-id: req-772a3b63-489f-4b87-8b0b-387da4765547 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:30:14.284542 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed30df0-1d68-40a6-b966-16061299d12f", "name": "network-vif-deleted", "tag": "6c5f30ba-42bd-4175-bc42-c161db4a4cf8", "status": "completed", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:30:14.284802 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-772a3b63-489f-4b87-8b0b-387da4765547 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:30:14.285210 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-772a3b63-489f-4b87-8b0b-387da4765547'] response: {'server_uuid': '8ed30df0-1d68-40a6-b966-16061299d12f', 'name': 'network-vif-deleted', 'tag': '6c5f30ba-42bd-4175-bc42-c161db4a4cf8', 'status': 'completed', 'code': 200} Mar 28 14:30:14.902568 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222e546-9d4f-44a7-b187-b7fb3f07b06d req-df8967c0-121d-4f3a-9883-a0799e87bc02 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:14.904056 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f222e546-9d4f-44a7-b187-b7fb3f07b06d req-df8967c0-121d-4f3a-9883-a0799e87bc02 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 944 time: 0.0543125 Mar 28 14:30:14.949105 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f222e546-9d4f-44a7-b187-b7fb3f07b06d req-ebca74a1-95e4-4873-91f8-a47b65119ff2 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391531 Mar 28 14:30:16.064356 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82742aa6-a131-464d-9946-3f3731133310 req-40120769-c194-4f50-acb8-770ef0e1f8db tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:16.065812 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-82742aa6-a131-464d-9946-3f3731133310 req-40120769-c194-4f50-acb8-770ef0e1f8db tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 944 time: 0.0519447 Mar 28 14:30:16.113938 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-82742aa6-a131-464d-9946-3f3731133310 req-49f4d887-2098-4241-b369-a4ec3e234492 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424471 Mar 28 14:30:16.188963 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device b30fef79-328a-461e-8788-ebbf19a769d6 up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:30:16.239130 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning for port b30fef79-328a-461e-8788-ebbf19a769d6 completed by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 14:30:16.242238 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port b30fef79-328a-461e-8788-ebbf19a769d6 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:30:16.242610 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (b30fef79-328a-461e-8788-ebbf19a769d6), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:16.321088 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port b30fef79-328a-461e-8788-ebbf19a769d6 is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:30:16.321465 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (b30fef79-328a-461e-8788-ebbf19a769d6), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:16.464484 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22394af3-b501-4f0c-9914-36bb7efd6576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30fef79-328a-461e-8788-ebbf19a769d6'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:30:16.466755 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d15b2e-3a62-41fd-8156-aead560b727e" -d '{"events": [{"server_uuid": "22394af3-b501-4f0c-9914-36bb7efd6576", "name": "network-vif-plugged", "status": "completed", "tag": "b30fef79-328a-461e-8788-ebbf19a769d6"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:30:16.479754 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port b30fef79-328a-461e-8788-ebbf19a769d6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b30fef79-328a-461e-8788-ebbf19a769d6,segment=NetworkSegment(a8b084e1-c299-41e1-b5fd-5fcaad52ebed),segment_id=a8b084e1-c299-41e1-b5fd-5fcaad52ebed)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:30:16.503413 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (b30fef79-328a-461e-8788-ebbf19a769d6), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:16.504282 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 6c5f30ba-42bd-4175-bc42-c161db4a4cf8 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:30:16.507072 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf82d18-6350-4bd2-81f2-ecebbd613a7f x-openstack-request-id: req-1bf82d18-6350-4bd2-81f2-ecebbd613a7f {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:30:16.507402 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22394af3-b501-4f0c-9914-36bb7efd6576", "name": "network-vif-plugged", "status": "completed", "tag": "b30fef79-328a-461e-8788-ebbf19a769d6", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:30:16.507634 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bf82d18-6350-4bd2-81f2-ecebbd613a7f {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:30:16.508018 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf82d18-6350-4bd2-81f2-ecebbd613a7f'] response: {'server_uuid': '22394af3-b501-4f0c-9914-36bb7efd6576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30fef79-328a-461e-8788-ebbf19a769d6', 'code': 200} Mar 28 14:30:16.541324 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] No Port match for: 6c5f30ba-42bd-4175-bc42-c161db4a4cf8 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:30:16.541673 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 6c5f30ba-42bd-4175-bc42-c161db4a4cf8 not bound to the agent host hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:30:16.567040 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=b30fef79-328a-461e-8788-ebbf19a769d6,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:17.238009 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc69b4-ea66-4160-942f-9f97f69c93f2 req-c4b90246-9f53-44ed-8d94-8b1aedc5d2be tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:17.239517 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3cbc69b4-ea66-4160-942f-9f97f69c93f2 req-c4b90246-9f53-44ed-8d94-8b1aedc5d2be tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0597978 Mar 28 14:30:17.287414 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3cbc69b4-ea66-4160-942f-9f97f69c93f2 req-934a208e-768d-4048-aae4-3287ac2e374e tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421431 Mar 28 14:30:17.846463 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:30:18.424811 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd63459-ac25-4fe7-a08f-463b6ed82043 req-eb7d5b5f-eb2a-4e5d-b2d8-70894ebe176b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:18.426358 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-afd63459-ac25-4fe7-a08f-463b6ed82043 req-eb7d5b5f-eb2a-4e5d-b2d8-70894ebe176b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0588582 Mar 28 14:30:18.474655 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-afd63459-ac25-4fe7-a08f-463b6ed82043 req-568da80c-e8a4-459e-a6bb-7b844c4abbdc tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425293 Mar 28 14:30:19.601582 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47bd145-ae78-4d1f-bfbb-98cd913329ad req-30badb46-cb7d-414a-9ae3-ce5b3cf72239 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:19.602995 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d47bd145-ae78-4d1f-bfbb-98cd913329ad req-30badb46-cb7d-414a-9ae3-ce5b3cf72239 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0534909 Mar 28 14:30:19.650099 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d47bd145-ae78-4d1f-bfbb-98cd913329ad req-716fa1de-77f2-4381-959c-70b31d06f306 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410974 Mar 28 14:30:20.282498 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2c9b3-26d3-45f3-8716-c3c4599f953d req-8acdbb48-045d-4955-b769-f71fd32f6d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:20.284778 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3bf2c9b3-26d3-45f3-8716-c3c4599f953d req-8acdbb48-045d-4955-b769-f71fd32f6d91 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 1129 time: 0.0517447 Mar 28 14:30:20.329230 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3bf2c9b3-26d3-45f3-8716-c3c4599f953d req-419f5529-8c81-45b4-be98-29e1fe929603 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374115 Mar 28 14:30:20.780460 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a649a-af18-4be0-8bbb-c4713dd34368 req-2f598031-350f-4387-8c29-497e85232249 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:20.781909 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-829a649a-af18-4be0-8bbb-c4713dd34368 req-2f598031-350f-4387-8c29-497e85232249 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0627103 Mar 28 14:30:20.830901 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-829a649a-af18-4be0-8bbb-c4713dd34368 req-2e108898-edf8-443a-aba6-d58dde0018b4 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421801 Mar 28 14:30:21.958299 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb54aac-8dbc-46fd-8416-d04b8ef468d8 req-b8fb61ec-35cc-4693-a04c-481812dbaf8d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:21.960492 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8eb54aac-8dbc-46fd-8416-d04b8ef468d8 req-b8fb61ec-35cc-4693-a04c-481812dbaf8d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0590913 Mar 28 14:30:22.013059 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8eb54aac-8dbc-46fd-8416-d04b8ef468d8 req-f4c857ec-64e1-4671-a85c-0a9f6027bd0f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450766 Mar 28 14:30:23.144855 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2214c-e34b-4452-9c22-10623723b15f req-59828bb1-97e6-48a4-ab0d-ea5f8dc3f339 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:23.147041 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-dcb2214c-e34b-4452-9c22-10623723b15f req-59828bb1-97e6-48a4-ab0d-ea5f8dc3f339 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0632620 Mar 28 14:30:23.198842 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-dcb2214c-e34b-4452-9c22-10623723b15f req-cc805785-3296-4d1e-9264-e635213732da tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456510 Mar 28 14:30:23.319975 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc7f8f-7674-4fb5-b576-9f6b856eb00d req-0689f409-dbc4-408f-b796-1808fb799c38 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:23.324174 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-24fc7f8f-7674-4fb5-b576-9f6b856eb00d req-0689f409-dbc4-408f-b796-1808fb799c38 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0592268 Mar 28 14:30:23.332076 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 43710) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:30:23.341182 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-87ac97ad-b9b8-45c7-9769-dd3bfcec39ca tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Request body: {'floatingip': {'port_id': 'b30fef79-328a-461e-8788-ebbf19a769d6'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:30:23.409755 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-87ac97ad-b9b8-45c7-9769-dd3bfcec39ca tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for floatingip (ec9e5572-b851-494b-8386-d99dc9cf1284), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:23.942332 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-87ac97ad-b9b8-45c7-9769-dd3bfcec39ca tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:23.949900 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-87ac97ad-b9b8-45c7-9769-dd3bfcec39ca tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (ec9e5572-b851-494b-8386-d99dc9cf1284), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:24.092873 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.db.l3_db [None req-87ac97ad-b9b8-45c7-9769-dd3bfcec39ca tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Floating IP ec9e5572-b851-494b-8386-d99dc9cf1284 associated. External IP: 172.27.1.150, port: b30fef79-328a-461e-8788-ebbf19a769d6. Mar 28 14:30:24.328493 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ac97ad-b9b8-45c7-9769-dd3bfcec39ca tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Router 62fbf8b3-f946-4b2c-8633-d1873c312c4b has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:30:24.446507 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ac97ad-b9b8-45c7-9769-dd3bfcec39ca tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:30:24.453037 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-87ac97ad-b9b8-45c7-9769-dd3bfcec39ca tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:24.459379 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f9c7c-33bd-4bbb-b34c-826b575b58d2 None None] Sync routers for ids ['62fbf8b3-f946-4b2c-8633-d1873c312c4b'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:30:24.470580 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f9c7c-33bd-4bbb-b34c-826b575b58d2 None None] Routers {'62fbf8b3-f946-4b2c-8633-d1873c312c4b'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:30:24.471563 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-cb4f9c7c-33bd-4bbb-b34c-826b575b58d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:30:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['62fbf8b3-f946-4b2c-8633-d1873c312c4b'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:30:24.488033 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-87ac97ad-b9b8-45c7-9769-dd3bfcec39ca tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "PUT /v2.0/floatingips/ec9e5572-b851-494b-8386-d99dc9cf1284 HTTP/1.1" status: 200 len: 991 time: 1.1537271 Mar 28 14:30:24.488628 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22394af3-b501-4f0c-9914-36bb7efd6576', 'tag': 'b30fef79-328a-461e-8788-ebbf19a769d6'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:30:24.491538 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d378c771d12563f68c1f59c9273be1365ef6a269510bcb02de4e9318e41428e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35431c39-cda7-4027-9a7f-5aa7661d7598" -d '{"events": [{"name": "network-changed", "server_uuid": "22394af3-b501-4f0c-9914-36bb7efd6576", "tag": "b30fef79-328a-461e-8788-ebbf19a769d6"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:30:24.529830 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8182b155-35d7-4e48-bd0a-9ca210a6ba39 x-openstack-request-id: req-8182b155-35d7-4e48-bd0a-9ca210a6ba39 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:30:24.530278 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22394af3-b501-4f0c-9914-36bb7efd6576", "tag": "b30fef79-328a-461e-8788-ebbf19a769d6", "status": "completed", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:30:24.530653 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8182b155-35d7-4e48-bd0a-9ca210a6ba39 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:30:24.531250 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8182b155-35d7-4e48-bd0a-9ca210a6ba39'] response: {'name': 'network-changed', 'server_uuid': '22394af3-b501-4f0c-9914-36bb7efd6576', 'tag': 'b30fef79-328a-461e-8788-ebbf19a769d6', 'status': 'completed', 'code': 200} Mar 28 14:30:24.596322 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-cb4f9c7c-33bd-4bbb-b34c-826b575b58d2 None None] Set router 62fbf8b3-f946-4b2c-8633-d1873c312c4b gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:30:24.833495 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-cb4f9c7c-33bd-4bbb-b34c-826b575b58d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1215945564-router', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:49Z', 'revision_number': 4, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'gw_port': {'id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:38Z', 'updated_at': '2022-03-28T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': 'ec9e5572-b851-494b-8386-d99dc9cf1284', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'port_id': 'b30fef79-328a-461e-8788-ebbf19a769d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'mac_address': 'fa:16:3e:11:3c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22394af3-b501-4f0c-9914-36bb7efd6576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:30:03Z', 'updated_at': '2022-03-28T14:30:23Z', 'revision_number': 1, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1036118f-d872-47f6-a6c9-8139e0650651', 'name': '', 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'mac_address': 'fa:16:3e:0b:ff:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:56Z', 'revision_number': 5, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'subnets': [{'id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:30:24.861946 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f9c7c-33bd-4bbb-b34c-826b575b58d2 None None] Checking router: 62fbf8b3-f946-4b2c-8633-d1873c312c4b for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:30:24.883539 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f9c7c-33bd-4bbb-b34c-826b575b58d2 None None] Routers {'62fbf8b3-f946-4b2c-8633-d1873c312c4b'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:30:24.885803 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-cb4f9c7c-33bd-4bbb-b34c-826b575b58d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:30:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['62fbf8b3-f946-4b2c-8633-d1873c312c4b'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:30:25.004391 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-cb4f9c7c-33bd-4bbb-b34c-826b575b58d2 None None] Set router 62fbf8b3-f946-4b2c-8633-d1873c312c4b gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:30:25.273356 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-cb4f9c7c-33bd-4bbb-b34c-826b575b58d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1215945564-router', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:49Z', 'revision_number': 4, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'gw_port': {'id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:38Z', 'updated_at': '2022-03-28T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': 'ec9e5572-b851-494b-8386-d99dc9cf1284', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'port_id': 'b30fef79-328a-461e-8788-ebbf19a769d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'mac_address': 'fa:16:3e:11:3c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22394af3-b501-4f0c-9914-36bb7efd6576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:30:03Z', 'updated_at': '2022-03-28T14:30:23Z', 'revision_number': 1, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1036118f-d872-47f6-a6c9-8139e0650651', 'name': '', 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'mac_address': 'fa:16:3e:0b:ff:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:56Z', 'revision_number': 5, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'subnets': [{'id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:30:25.300701 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f9c7c-33bd-4bbb-b34c-826b575b58d2 None None] The sync data for ids ['62fbf8b3-f946-4b2c-8633-d1873c312c4b'] in dv-cinder-790535-35-iscsi is: [{'id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1215945564-router', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:49Z', 'revision_number': 4, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'gw_port': {'id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:38Z', 'updated_at': '2022-03-28T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': 'ec9e5572-b851-494b-8386-d99dc9cf1284', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'port_id': 'b30fef79-328a-461e-8788-ebbf19a769d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'mac_address': 'fa:16:3e:11:3c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22394af3-b501-4f0c-9914-36bb7efd6576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:30:03Z', 'updated_at': '2022-03-28T14:30:23Z', 'revision_number': 1, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1036118f-d872-47f6-a6c9-8139e0650651', 'name': '', 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'mac_address': 'fa:16:3e:0b:ff:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:56Z', 'revision_number': 5, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'subnets': [{'id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:30:25.563155 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0374ae-06ac-4773-ac3e-fd9565cb1665 None None] New status for floating IP ec9e5572-b851-494b-8386-d99dc9cf1284: ACTIVE {{(pid=103206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:30:28.868509 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35431c39-cda7-4027-9a7f-5aa7661d7598 req-d22567f5-5730-4eff-9d3d-5865070f3ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:28.870185 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-35431c39-cda7-4027-9a7f-5aa7661d7598 req-d22567f5-5730-4eff-9d3d-5865070f3ad8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1519a1dc346a484ea1368320ac6d675c&device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 1129 time: 0.0533297 Mar 28 14:30:28.984319 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35431c39-cda7-4027-9a7f-5aa7661d7598 req-15faf9b1-6b42-4e6d-87ff-981c87099da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:28.986062 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-35431c39-cda7-4027-9a7f-5aa7661d7598 req-15faf9b1-6b42-4e6d-87ff-981c87099da6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362 HTTP/1.1" status: 200 len: 920 time: 0.1086376 Mar 28 14:30:29.067320 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-35431c39-cda7-4027-9a7f-5aa7661d7598 req-a849d83e-1ff1-4b9f-b021-a61341efd9df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b30fef79-328a-461e-8788-ebbf19a769d6 HTTP/1.1" status: 200 len: 1001 time: 0.0746105 Mar 28 14:30:29.145961 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35431c39-cda7-4027-9a7f-5aa7661d7598 req-7b21af88-5e78-4118-87ca-5f754922103a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:29.148481 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-35431c39-cda7-4027-9a7f-5aa7661d7598 req-7b21af88-5e78-4118-87ca-5f754922103a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52dd69ba-aebc-4a99-b26d-625288b32bae HTTP/1.1" status: 200 len: 858 time: 0.0740776 Mar 28 14:30:29.207261 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35431c39-cda7-4027-9a7f-5aa7661d7598 req-d60b808d-0859-46e7-9cdd-7f00889e7e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:29.210465 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-35431c39-cda7-4027-9a7f-5aa7661d7598 req-d60b808d-0859-46e7-9cdd-7f00889e7e18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0560076 Mar 28 14:30:29.227588 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-078d3f51-f8f9-48c4-bd6d-7504c0e86438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:29.319653 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-35431c39-cda7-4027-9a7f-5aa7661d7598 req-8d43b5d8-4fa6-43cc-9d7f-bc6d7a492144 service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024339 Mar 28 14:30:29.419717 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-35431c39-cda7-4027-9a7f-5aa7661d7598 req-4924ed61-725a-44ba-adc2-3e7408cc12e9 service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937276 Mar 28 14:30:31.532156 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-9da72b08-4664-408e-8ac9-137458726f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:32.685800 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:33.932858 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:35.452307 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:39.459059 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7a6964bb-3f1d-4e1c-be62-3898f0d01664 req-6edd2349-db5c-4b2b-97c1-7a1bfbc43d1c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0612407 Mar 28 14:30:39.489436 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:39.530234 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6964bb-3f1d-4e1c-be62-3898f0d01664 req-3135ad72-e02e-4586-937b-96f948773f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:39.531792 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7a6964bb-3f1d-4e1c-be62-3898f0d01664 req-3135ad72-e02e-4586-937b-96f948773f7a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2306e519eba4cfa82246420f4c4f925&device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 1129 time: 0.0454361 Mar 28 14:30:39.650111 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6964bb-3f1d-4e1c-be62-3898f0d01664 req-dbeb5b00-0f92-43d5-bf8d-9d846b1731c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:39.651663 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7a6964bb-3f1d-4e1c-be62-3898f0d01664 req-dbeb5b00-0f92-43d5-bf8d-9d846b1731c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb HTTP/1.1" status: 200 len: 915 time: 0.0896378 Mar 28 14:30:39.733403 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7a6964bb-3f1d-4e1c-be62-3898f0d01664 req-7164608f-36b8-4d33-8c4d-287ba3e7dd60 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c HTTP/1.1" status: 200 len: 1001 time: 0.0738409 Mar 28 14:30:39.786747 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6964bb-3f1d-4e1c-be62-3898f0d01664 req-de4e409d-afdd-4a34-b127-2d95bc836d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:39.788197 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7a6964bb-3f1d-4e1c-be62-3898f0d01664 req-de4e409d-afdd-4a34-b127-2d95bc836d57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42ae119e-55a6-4649-98c6-27d9c3bb606b HTTP/1.1" status: 200 len: 853 time: 0.0446100 Mar 28 14:30:39.843042 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6964bb-3f1d-4e1c-be62-3898f0d01664 req-3a4e28f4-8922-4dad-8fa4-4bee55c9f327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:39.844553 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7a6964bb-3f1d-4e1c-be62-3898f0d01664 req-3a4e28f4-8922-4dad-8fa4-4bee55c9f327 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476453 Mar 28 14:30:39.948832 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7a6964bb-3f1d-4e1c-be62-3898f0d01664 req-c08ad635-edd3-4ae6-af14-9f1765aee361 service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881417 Mar 28 14:30:40.039571 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7a6964bb-3f1d-4e1c-be62-3898f0d01664 req-e7f69003-5edc-48a9-96a2-6460928cd5fb service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838199 Mar 28 14:30:40.501001 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 43990) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:30:40.546929 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e99f59-dc11-403f-a6d8-74c2c380fa4f admin admin] Deleting subnet 164a1df9-5f06-4e12-a3b7-147a3dd9d30b {{(pid=103204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 14:30:40.551180 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c2e99f59-dc11-403f-a6d8-74c2c380fa4f admin admin] Publish callbacks [] for subnet (164a1df9-5f06-4e12-a3b7-147a3dd9d30b), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:40.587398 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c2e99f59-dc11-403f-a6d8-74c2c380fa4f admin admin] Publish callbacks [] for subnet (164a1df9-5f06-4e12-a3b7-147a3dd9d30b), precommit_delete_associations {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:40.593497 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c2e99f59-dc11-403f-a6d8-74c2c380fa4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3594039'] for subnet (164a1df9-5f06-4e12-a3b7-147a3dd9d30b), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:40.648929 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c2e99f59-dc11-403f-a6d8-74c2c380fa4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for subnet (164a1df9-5f06-4e12-a3b7-147a3dd9d30b), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:40.675189 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e99f59-dc11-403f-a6d8-74c2c380fa4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=164a1df9-5f06-4e12-a3b7-147a3dd9d30b,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:40.680978 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c2e99f59-dc11-403f-a6d8-74c2c380fa4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for subnet (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:40.685513 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-c2e99f59-dc11-403f-a6d8-74c2c380fa4f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/164a1df9-5f06-4e12-a3b7-147a3dd9d30b HTTP/1.1" status: 204 len: 168 time: 0.1818128 Mar 28 14:30:40.687209 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 43992) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:30:40.755358 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3456630'] for network (d343870b-24fb-4c0c-a2e7-58e585513d24), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:40.849199 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3641020', 'neutron.services.segments.db._delete_segments_for_network-8793221261626'] for network (d343870b-24fb-4c0c-a2e7-58e585513d24), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:40.871945 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:30:40.872294 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:30:40.873097 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:30:40.873392 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] Subscribe: > port after_create 55550000 {{(pid=103204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:30:40.873715 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] Subscribe: > port after_delete 55550000 {{(pid=103204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:30:40.874047 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] Subscribe: > port after_update 55550000 {{(pid=103204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:30:40.874368 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:30:40.874686 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:30:40.874999 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:30:40.875352 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:30:40.980850 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:30:40.981202 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:30:40.981523 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:30:40.981854 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 14:30:40.982219 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d343870b-24fb-4c0c-a2e7-58e585513d24']}} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:30:40.999817 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5384891-ecbd-4540-a178-84656651c5c8') {'for_net_delete': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:30:41.000116 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5384891-ecbd-4540-a178-84656651c5c8') {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:30:41.015881 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221459523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5805729'] for segment (a5384891-ecbd-4540-a178-84656651c5c8), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:41.036109 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (a5384891-ecbd-4540-a178-84656651c5c8), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:41.044226 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:30:41.044578 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4427866'] for segment (a5384891-ecbd-4540-a178-84656651c5c8), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: from cryptography.utils import int_from_bytes Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: from cryptography.utils import int_from_bytes Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: Traceback (most recent call last): Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: timer() Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: cb(*args, **kw) Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: return func(*args, **kwargs) Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: self._notify() Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: self.callback(batched_events) Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: event.method(event) Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: return f(self, *a, **k) Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: return self._get(url).json() Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: return self.request(url, 'GET', **kwargs) Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:30:41.048655 dv-cinder-790535-35-iscsi neutron-server[103204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:30:41.117006 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3641013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1557862'] for network (d343870b-24fb-4c0c-a2e7-58e585513d24), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:41.124844 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:41.128418 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] 10.222.0.13 "DELETE /v2.0/networks/d343870b-24fb-4c0c-a2e7-58e585513d24 HTTP/1.1" status: 204 len: 168 time: 0.4403050 Mar 28 14:30:41.304462 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 44000) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:30:41.351224 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-178e1fce-14cf-4e17-a046-1312f8f49359 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e91186dcb7004b978e7ae494e0ad703e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448756 Mar 28 14:30:41.353690 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 44002) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:30:41.360469 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff21f71-bc92-4dba-b51a-a399c0cb75ec admin admin] Pushing event deleted for resources: {'Network': ['ID=d343870b-24fb-4c0c-a2e7-58e585513d24,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:41.402038 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6e9a854b-6503-4aa2-ad3a-77533bdeef98 admin admin] Publish callbacks [] for security_group (de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:41.426321 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6e9a854b-6503-4aa2-ad3a-77533bdeef98 admin admin] Publish callbacks [] for security_group (de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:41.479942 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6e9a854b-6503-4aa2-ad3a-77533bdeef98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:41.483104 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6e9a854b-6503-4aa2-ad3a-77533bdeef98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:30:41.484266 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-6e9a854b-6503-4aa2-ad3a-77533bdeef98 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5 HTTP/1.1" status: 204 len: 168 time: 0.1296422 Mar 28 14:30:41.492383 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a854b-6503-4aa2-ad3a-77533bdeef98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de007b7a-b1a5-4b57-a6a9-bcfdd0aa2ee5,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:54.849108 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:30:59.235632 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-cec424c5-dcf7-4296-a914-338dcfb4ebc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:01.520239 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-74fcbbc5-824b-42f6-aefe-f4ee89749fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:02.310066 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f09437-f81a-4bbb-b435-348257d0b2f9 req-31da1681-c426-4873-8554-c75cb9b6551a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:02.311526 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-35f09437-f81a-4bbb-b435-348257d0b2f9 req-31da1681-c426-4873-8554-c75cb9b6551a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0534008 Mar 28 14:31:02.359445 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-35f09437-f81a-4bbb-b435-348257d0b2f9 req-c7a93789-1aed-46d0-8043-50f44f36e5d4 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419052 Mar 28 14:31:02.680543 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:03.492793 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5abe3-4934-4f90-bda6-92772a101742 req-0d07900b-f053-47ad-a19f-0a4a2d0961dd tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:03.494239 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-e0e5abe3-4934-4f90-bda6-92772a101742 req-0d07900b-f053-47ad-a19f-0a4a2d0961dd tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0531356 Mar 28 14:31:03.541296 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-e0e5abe3-4934-4f90-bda6-92772a101742 req-f5772e85-958c-40e8-a89b-36b24386c464 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411274 Mar 28 14:31:03.928559 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:04.665840 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bcdab-2ccb-43b8-ba73-90f5a1c20adb req-7abae3c6-5f6e-49c4-afe5-fac463c470e5 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:04.667386 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5f8bcdab-2ccb-43b8-ba73-90f5a1c20adb req-7abae3c6-5f6e-49c4-afe5-fac463c470e5 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0516088 Mar 28 14:31:04.716153 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5f8bcdab-2ccb-43b8-ba73-90f5a1c20adb req-83e7ffbc-951e-4533-8a11-1a225185287f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431309 Mar 28 14:31:05.454433 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:05.854384 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024e085-111f-4d5c-a57a-8fca8b089401 req-30d5b587-937b-4564-b289-9687b5053c90 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:05.855932 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-0024e085-111f-4d5c-a57a-8fca8b089401 req-30d5b587-937b-4564-b289-9687b5053c90 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0558975 Mar 28 14:31:05.908938 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-0024e085-111f-4d5c-a57a-8fca8b089401 req-4947359f-6d8e-4a54-be9b-4741fff8979a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464334 Mar 28 14:31:07.258789 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c284a-43de-403f-a8df-adc5763359f9 req-01fc274d-0f5a-4bf4-9254-7c57b840d955 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:07.260308 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ca8c284a-43de-403f-a8df-adc5763359f9 req-01fc274d-0f5a-4bf4-9254-7c57b840d955 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.2808840 Mar 28 14:31:07.309804 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ca8c284a-43de-403f-a8df-adc5763359f9 req-b8f36590-04d9-446e-8a4d-cd8f98412305 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410485 Mar 28 14:31:08.447817 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722eb31d-daa6-4e05-bda9-9a78b86b9e1f req-848c0b53-538a-499d-9fa4-c4fd1043f370 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:08.449325 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-722eb31d-daa6-4e05-bda9-9a78b86b9e1f req-848c0b53-538a-499d-9fa4-c4fd1043f370 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0535536 Mar 28 14:31:08.494626 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-722eb31d-daa6-4e05-bda9-9a78b86b9e1f req-632f8a29-e780-45ed-967e-43c8eccfa2ea tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397079 Mar 28 14:31:09.502433 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:09.617956 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9443942-cc79-45e4-8084-979e218e50a0 req-3196d165-7793-4c92-b922-33473db077aa tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:09.620014 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e9443942-cc79-45e4-8084-979e218e50a0 req-3196d165-7793-4c92-b922-33473db077aa tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0546649 Mar 28 14:31:09.671520 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e9443942-cc79-45e4-8084-979e218e50a0 req-c219e435-18d3-4fbe-a606-1600e5918c40 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425017 Mar 28 14:31:10.197506 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67477e6c-9dc6-4501-9433-0b59794ae292 req-2f2a8255-b073-42cb-a178-4b4cd27b3946 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:10.199040 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-67477e6c-9dc6-4501-9433-0b59794ae292 req-2f2a8255-b073-42cb-a178-4b4cd27b3946 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0564601 Mar 28 14:31:10.248254 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-67477e6c-9dc6-4501-9433-0b59794ae292 req-797a9106-4a40-477b-bc3c-77fbcafed844 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410309 Mar 28 14:31:10.821673 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20699c89-9ed9-4894-831d-e37ff9b2de4b req-9fd1015d-5d34-486f-95d6-79490ca75a34 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:10.823345 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-20699c89-9ed9-4894-831d-e37ff9b2de4b req-9fd1015d-5d34-486f-95d6-79490ca75a34 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0603092 Mar 28 14:31:10.873774 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-20699c89-9ed9-4894-831d-e37ff9b2de4b req-59420b02-74ea-47d4-b2ce-7eef29a1e0c5 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424085 Mar 28 14:31:11.376725 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d745f-9b9f-4801-a940-28ae951bf9a2 req-574baf26-977f-4d6e-9d91-74185c37239d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:11.378250 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3e0d745f-9b9f-4801-a940-28ae951bf9a2 req-574baf26-977f-4d6e-9d91-74185c37239d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0535030 Mar 28 14:31:11.426549 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3e0d745f-9b9f-4801-a940-28ae951bf9a2 req-f94b3052-08f2-4929-8820-a62b3e08cbda tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424798 Mar 28 14:31:12.018838 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60893301-6071-43a3-a00a-eebea6a8d047 req-0f870b77-2864-4dd3-ad5a-fe97f755f201 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:12.020307 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-60893301-6071-43a3-a00a-eebea6a8d047 req-0f870b77-2864-4dd3-ad5a-fe97f755f201 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0646400 Mar 28 14:31:12.080110 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-60893301-6071-43a3-a00a-eebea6a8d047 req-1d091dde-fcc5-4c4a-97e4-c56fdc11e2f3 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513685 Mar 28 14:31:12.552603 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a13e40-e44e-46a8-9ae2-c27fbc080326 req-cff07c65-ab68-42b4-8cbe-73f2cf0760f6 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:12.554153 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-84a13e40-e44e-46a8-9ae2-c27fbc080326 req-cff07c65-ab68-42b4-8cbe-73f2cf0760f6 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0534794 Mar 28 14:31:12.607996 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-84a13e40-e44e-46a8-9ae2-c27fbc080326 req-e6c67751-22e1-4975-bad4-3350c03dbb1c tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481584 Mar 28 14:31:13.206221 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94592b-c099-443e-9025-e839e1bae699 req-5c2eead6-1a15-4831-845b-cf540894eb2e tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:13.207699 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-af94592b-c099-443e-9025-e839e1bae699 req-5c2eead6-1a15-4831-845b-cf540894eb2e tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0507913 Mar 28 14:31:13.256002 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-af94592b-c099-443e-9025-e839e1bae699 req-40f7e64a-f9bb-4e6c-8605-261ab9d3d9e8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427287 Mar 28 14:31:13.735151 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45245aa7-fc37-44b8-804a-92fbbf2b26d8 req-fd8e8b91-1bbd-4f13-8942-4bc6e5e4a255 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:13.736557 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-45245aa7-fc37-44b8-804a-92fbbf2b26d8 req-fd8e8b91-1bbd-4f13-8942-4bc6e5e4a255 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0552585 Mar 28 14:31:13.785497 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-45245aa7-fc37-44b8-804a-92fbbf2b26d8 req-bbc2706b-6e5f-4f72-90c0-7edaafe17d2a tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425425 Mar 28 14:31:14.384839 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e03d2-7912-4e2b-8f8b-e3107685f3ef req-893ce64b-45f0-406a-934f-4216639c31dc tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:14.386417 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f98e03d2-7912-4e2b-8f8b-e3107685f3ef req-893ce64b-45f0-406a-934f-4216639c31dc tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0547092 Mar 28 14:31:14.436480 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f98e03d2-7912-4e2b-8f8b-e3107685f3ef req-64b8cee4-85ba-46a9-8a08-ec248b06fb2f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443459 Mar 28 14:31:14.910807 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b743764-d71b-493b-90cb-3d64cf5d7d94 req-928310d5-fcfb-4684-a466-00c9cac7863b tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:14.912331 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4b743764-d71b-493b-90cb-3d64cf5d7d94 req-928310d5-fcfb-4684-a466-00c9cac7863b tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0530710 Mar 28 14:31:14.960773 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4b743764-d71b-493b-90cb-3d64cf5d7d94 req-3c1b15ff-bee0-42ea-8922-636dafdda4c5 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404882 Mar 28 14:31:15.059472 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 44446) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:31:15.169163 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-36cc9c2c-736c-497a-9e23-ddcd6f5fc25a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:15.253462 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-36cc9c2c-736c-497a-9e23-ddcd6f5fc25a admin admin] Publish callbacks [] for security_group (c4fc182e-90d7-49d2-b218-a951722fe280), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:15.259062 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-36cc9c2c-736c-497a-9e23-ddcd6f5fc25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (c4fc182e-90d7-49d2-b218-a951722fe280), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:15.301978 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-36cc9c2c-736c-497a-9e23-ddcd6f5fc25a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0f5cca994ae471885c4c4fb479c227a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413363 Mar 28 14:31:15.302796 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc9c2c-736c-497a-9e23-ddcd6f5fc25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fc182e-90d7-49d2-b218-a951722fe280,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:15.305077 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 44450) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:31:15.310742 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc9c2c-736c-497a-9e23-ddcd6f5fc25a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.311039 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc9c2c-736c-497a-9e23-ddcd6f5fc25a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.311393 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc9c2c-736c-497a-9e23-ddcd6f5fc25a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.311728 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc9c2c-736c-497a-9e23-ddcd6f5fc25a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.312059 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc9c2c-736c-497a-9e23-ddcd6f5fc25a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.312385 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc9c2c-736c-497a-9e23-ddcd6f5fc25a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.312713 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc9c2c-736c-497a-9e23-ddcd6f5fc25a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.313033 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc9c2c-736c-497a-9e23-ddcd6f5fc25a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.313350 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc9c2c-736c-497a-9e23-ddcd6f5fc25a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.313672 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc9c2c-736c-497a-9e23-ddcd6f5fc25a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.313980 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc9c2c-736c-497a-9e23-ddcd6f5fc25a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.314298 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc9c2c-736c-497a-9e23-ddcd6f5fc25a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.314615 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc9c2c-736c-497a-9e23-ddcd6f5fc25a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.314937 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc9c2c-736c-497a-9e23-ddcd6f5fc25a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.315270 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc9c2c-736c-497a-9e23-ddcd6f5fc25a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.355825 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7c3b8094-8964-4401-9728-ae259d01c9b4 admin admin] Publish callbacks [] for security_group (c4fc182e-90d7-49d2-b218-a951722fe280), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:15.377295 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7c3b8094-8964-4401-9728-ae259d01c9b4 admin admin] Publish callbacks [] for security_group (c4fc182e-90d7-49d2-b218-a951722fe280), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:15.430301 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7c3b8094-8964-4401-9728-ae259d01c9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (c4fc182e-90d7-49d2-b218-a951722fe280), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:15.433868 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7c3b8094-8964-4401-9728-ae259d01c9b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:15.435091 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-7c3b8094-8964-4401-9728-ae259d01c9b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4fc182e-90d7-49d2-b218-a951722fe280 HTTP/1.1" status: 204 len: 168 time: 0.1289163 Mar 28 14:31:15.442940 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b8094-8964-4401-9728-ae259d01c9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fc182e-90d7-49d2-b218-a951722fe280,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:15.450197 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b8094-8964-4401-9728-ae259d01c9b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.450541 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b8094-8964-4401-9728-ae259d01c9b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.450875 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b8094-8964-4401-9728-ae259d01c9b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.451235 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b8094-8964-4401-9728-ae259d01c9b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.451603 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b8094-8964-4401-9728-ae259d01c9b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.451904 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b8094-8964-4401-9728-ae259d01c9b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.452254 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b8094-8964-4401-9728-ae259d01c9b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.452571 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b8094-8964-4401-9728-ae259d01c9b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.452842 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b8094-8964-4401-9728-ae259d01c9b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.453190 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b8094-8964-4401-9728-ae259d01c9b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.453511 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b8094-8964-4401-9728-ae259d01c9b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.453799 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b8094-8964-4401-9728-ae259d01c9b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.454109 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b8094-8964-4401-9728-ae259d01c9b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.454419 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b8094-8964-4401-9728-ae259d01c9b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.454733 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3b8094-8964-4401-9728-ae259d01c9b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:15.577745 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371381f2-c14a-4764-bd2f-e75c8f9de26b req-bf21b12a-73dd-445d-af32-aa01f2401640 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:15.579313 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-371381f2-c14a-4764-bd2f-e75c8f9de26b req-bf21b12a-73dd-445d-af32-aa01f2401640 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0622602 Mar 28 14:31:15.633628 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-371381f2-c14a-4764-bd2f-e75c8f9de26b req-2b131685-105c-402d-967f-71994ca23a11 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475597 Mar 28 14:31:16.093188 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014a42d-52bf-458d-ab07-631f0bc1084c req-15b7b6f7-33ca-4d88-b432-8955cf0385ae tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:16.094653 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f014a42d-52bf-458d-ab07-631f0bc1084c req-15b7b6f7-33ca-4d88-b432-8955cf0385ae tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0617158 Mar 28 14:31:16.144176 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f014a42d-52bf-458d-ab07-631f0bc1084c req-3fd1de49-f643-4520-91e3-b7350d9cfeac tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414226 Mar 28 14:31:16.556215 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 6cf31727-459b-4f50-916c-413df70b7f6e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:31:16.664152 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 6cf31727-459b-4f50-916c-413df70b7f6e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6cf31727-459b-4f50-916c-413df70b7f6e,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:31:16.676245 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': '6cf31727-459b-4f50-916c-413df70b7f6e', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'port_id': '6cf31727-459b-4f50-916c-413df70b7f6e', 'mac_address': 'fa:16:3e:f6:b0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:31:16.715611 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 6cf31727-459b-4f50-916c-413df70b7f6e is: ACTIVE; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:31:16.715923 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:16.731605 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6cf31727-459b-4f50-916c-413df70b7f6e {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:31:16.750610 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 6cf31727-459b-4f50-916c-413df70b7f6e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6cf31727-459b-4f50-916c-413df70b7f6e,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:31:16.756472 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:16.761915 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca6799-8929-4147-b333-aca75f2a3fde req-2767e96e-608d-4faa-8ef9-cf235ab5ecc4 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:16.763512 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-cbca6799-8929-4147-b333-aca75f2a3fde req-2767e96e-608d-4faa-8ef9-cf235ab5ecc4 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0555739 Mar 28 14:31:16.805391 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=6cf31727-459b-4f50-916c-413df70b7f6e,revision_number=6']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:16.811870 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-cbca6799-8929-4147-b333-aca75f2a3fde req-646817ae-d94f-4383-a187-0396f4512dd7 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420611 Mar 28 14:31:16.812376 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:16.812769 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:16.813107 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:16.813507 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:16.813843 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:16.814220 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:16.814727 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:16.814908 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:16.815273 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:16.815601 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:16.815923 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:16.816259 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:16.816604 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:16.816919 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:16.817234 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:16.992440 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['6cf31727-459b-4f50-916c-413df70b7f6e'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:31:17.301448 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d3633-36e7-4101-9fbb-134f1b25ec8f req-32ca39fe-b81b-4c47-b6b3-7dfe73c792f3 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:17.302921 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f09d3633-36e7-4101-9fbb-134f1b25ec8f req-32ca39fe-b81b-4c47-b6b3-7dfe73c792f3 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0684216 Mar 28 14:31:17.352589 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f09d3633-36e7-4101-9fbb-134f1b25ec8f req-ff6c9519-5b15-4909-99db-7c178d5ca2a8 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416110 Mar 28 14:31:17.936131 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edcc1c-7526-460f-80d9-ad8ae3066f1b req-89a3654c-7ad0-4a9f-964b-6a2b9c7d0a1d tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:17.937611 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e0edcc1c-7526-460f-80d9-ad8ae3066f1b req-89a3654c-7ad0-4a9f-964b-6a2b9c7d0a1d tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 944 time: 0.0515945 Mar 28 14:31:17.983623 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e0edcc1c-7526-460f-80d9-ad8ae3066f1b req-98fcf1a0-12d3-4588-93d2-b2071837d698 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404103 Mar 28 14:31:18.097956 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 44486) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:31:18.105338 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-fb065ddf-b153-4e3f-a330-a494648d942b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Request body: {'security_group': {'name': 'tempest-securitygroup--657525164', 'description': 'tempest-description--809615987'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:31:18.133165 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-fb065ddf-b153-4e3f-a330-a494648d942b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:18.200253 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-fb065ddf-b153-4e3f-a330-a494648d942b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group (faea480c-0617-43b3-93dd-5764712f2ede), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:18.205628 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-fb065ddf-b153-4e3f-a330-a494648d942b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (faea480c-0617-43b3-93dd-5764712f2ede), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:18.234248 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-fb065ddf-b153-4e3f-a330-a494648d942b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:18.235460 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-fb065ddf-b153-4e3f-a330-a494648d942b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1361542 Mar 28 14:31:18.236284 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb065ddf-b153-4e3f-a330-a494648d942b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faea480c-0617-43b3-93dd-5764712f2ede,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:18.238406 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 44488) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:31:18.242676 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-4f532433-5dc9-45d0-bea9-8012cd80fa54 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Request body: {'security_group_rule': {'security_group_id': 'faea480c-0617-43b3-93dd-5764712f2ede', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:31:18.268196 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4f532433-5dc9-45d0-bea9-8012cd80fa54 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group_rule (c08b8fd1-8dd8-49bf-9774-6a3bd3a09817), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:18.330372 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4f532433-5dc9-45d0-bea9-8012cd80fa54 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group_rule (c08b8fd1-8dd8-49bf-9774-6a3bd3a09817), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:18.336612 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4f532433-5dc9-45d0-bea9-8012cd80fa54 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (c08b8fd1-8dd8-49bf-9774-6a3bd3a09817), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:18.354503 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f532433-5dc9-45d0-bea9-8012cd80fa54 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c08b8fd1-8dd8-49bf-9774-6a3bd3a09817,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:18.363606 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4f532433-5dc9-45d0-bea9-8012cd80fa54 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:18.364935 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-4f532433-5dc9-45d0-bea9-8012cd80fa54 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256278 Mar 28 14:31:18.367692 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 44490) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:31:18.372036 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-d26f09f7-07f5-4338-ab67-307781e4ff83 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Request body: {'security_group_rule': {'security_group_id': 'faea480c-0617-43b3-93dd-5764712f2ede', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:31:18.398089 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d26f09f7-07f5-4338-ab67-307781e4ff83 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group_rule (8734c740-de09-4c3c-b6d7-8e5c3471276a), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:18.480372 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d26f09f7-07f5-4338-ab67-307781e4ff83 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group_rule (8734c740-de09-4c3c-b6d7-8e5c3471276a), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:18.487717 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d26f09f7-07f5-4338-ab67-307781e4ff83 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (8734c740-de09-4c3c-b6d7-8e5c3471276a), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:18.500457 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85ed4c-95eb-4795-9a9e-db8154733054 req-afbb7f5a-25e9-4900-b921-228bd74f2b1e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:18.502354 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4c85ed4c-95eb-4795-9a9e-db8154733054 req-afbb7f5a-25e9-4900-b921-228bd74f2b1e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0804768 Mar 28 14:31:18.521019 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f09f7-07f5-4338-ab67-307781e4ff83 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8734c740-de09-4c3c-b6d7-8e5c3471276a,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:18.532458 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d26f09f7-07f5-4338-ab67-307781e4ff83 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:18.533616 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-d26f09f7-07f5-4338-ab67-307781e4ff83 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1649897 Mar 28 14:31:18.536907 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 44494) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:31:18.541436 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-50e27bb8-d66f-4794-b617-7c58cfbdd1a7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Request body: {'floatingip': {'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:31:18.562304 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4c85ed4c-95eb-4795-9a9e-db8154733054 req-8516431d-65a5-4a68-b4dc-f8a92c5d34a1 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495048 Mar 28 14:31:18.565546 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-50e27bb8-d66f-4794-b617-7c58cfbdd1a7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:18.661088 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-50e27bb8-d66f-4794-b617-7c58cfbdd1a7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:18.761766 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-50e27bb8-d66f-4794-b617-7c58cfbdd1a7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Allocated IP 172.27.1.182 (c66de8d5-469e-474b-81ba-d9e7301ef93c/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73/032e631f-28b5-4652-91cf-cf24fb6db2f0) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:31:18.860251 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-50e27bb8-d66f-4794-b617-7c58cfbdd1a7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for port (032e631f-28b5-4652-91cf-cf24fb6db2f0), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:18.895322 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-50e27bb8-d66f-4794-b617-7c58cfbdd1a7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (032e631f-28b5-4652-91cf-cf24fb6db2f0), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:18.930673 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e27bb8-d66f-4794-b617-7c58cfbdd1a7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:31:18.933490 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-50e27bb8-d66f-4794-b617-7c58cfbdd1a7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:31:18.939417 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e27bb8-d66f-4794-b617-7c58cfbdd1a7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:31:18.944833 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e27bb8-d66f-4794-b617-7c58cfbdd1a7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event updated for resources: {'Port': ['ID=032e631f-28b5-4652-91cf-cf24fb6db2f0,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:19.061567 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-50e27bb8-d66f-4794-b617-7c58cfbdd1a7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (8a844115-6476-4db6-add1-437a47737b95), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:19.127807 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-50e27bb8-d66f-4794-b617-7c58cfbdd1a7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (032e631f-28b5-4652-91cf-cf24fb6db2f0), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:19.161142 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f10682-0b4b-4652-8ad7-13fa3c3a497e req-5de3f6a5-6aee-4996-a8bf-a2a820c0eb66 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:19.162588 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-66f10682-0b4b-4652-8ad7-13fa3c3a497e req-5de3f6a5-6aee-4996-a8bf-a2a820c0eb66 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 944 time: 0.1024590 Mar 28 14:31:19.257770 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-66f10682-0b4b-4652-8ad7-13fa3c3a497e req-fdbd9861-fd6a-418b-ba85-4523e3197036 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894978 Mar 28 14:31:19.313230 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-50e27bb8-d66f-4794-b617-7c58cfbdd1a7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for port (032e631f-28b5-4652-91cf-cf24fb6db2f0), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:19.321191 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-50e27bb8-d66f-4794-b617-7c58cfbdd1a7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427782'] for port (032e631f-28b5-4652-91cf-cf24fb6db2f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:19.385446 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e27bb8-d66f-4794-b617-7c58cfbdd1a7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event updated for resources: {'Port': ['ID=032e631f-28b5-4652-91cf-cf24fb6db2f0,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:19.399336 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-50e27bb8-d66f-4794-b617-7c58cfbdd1a7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (8a844115-6476-4db6-add1-437a47737b95), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:19.418254 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-50e27bb8-d66f-4794-b617-7c58cfbdd1a7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:19.419691 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-50e27bb8-d66f-4794-b617-7c58cfbdd1a7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8817828 Mar 28 14:31:19.627633 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-38780e1b-1474-48b9-8ceb-125c5aab5a2b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--657525164&fields=id&tenant_id=c2306e519eba4cfa82246420f4c4f925 HTTP/1.1" status: 200 len: 267 time: 0.0470905 Mar 28 14:31:19.682081 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c4d08-5f70-4fc3-95d7-2669027cfb51 req-61c9ab92-3f25-48eb-8113-7f4abf69dc78 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:19.683686 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c78c4d08-5f70-4fc3-95d7-2669027cfb51 req-61c9ab92-3f25-48eb-8113-7f4abf69dc78 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0536611 Mar 28 14:31:19.729896 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c78c4d08-5f70-4fc3-95d7-2669027cfb51 req-890d9ba9-55e1-4899-8167-0159a19b646b tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404685 Mar 28 14:31:19.730155 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-cdd7ff19-5a75-4c23-9486-6e860bd667f9 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:19.731450 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-cdd7ff19-5a75-4c23-9486-6e860bd667f9 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/networks?id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb HTTP/1.1" status: 200 len: 814 time: 0.0972555 Mar 28 14:31:19.746039 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-71ccd746-bee2-4aad-a554-fa52bab955c7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/quotas/c2306e519eba4cfa82246420f4c4f925 HTTP/1.1" status: 200 len: 375 time: 0.0091457 Mar 28 14:31:19.802320 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-5d26ba92-7cf0-42fa-be08-edb609b20cc8 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2306e519eba4cfa82246420f4c4f925&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505250 Mar 28 14:31:19.904670 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-0088ce15-b4aa-4345-90e3-9d822a6d4228 service neutron] 10.222.0.13 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911381 Mar 28 14:31:20.002568 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-43603b7b-f319-4c46-90cb-570757bb8505 service neutron] 10.222.0.13 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917361 Mar 28 14:31:20.179769 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-2eef4176-9b6e-4c29-ad28-61c91e8dd472 req-acab2443-eafe-4a9a-a5e1-0fc18943dcfa tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 210 time: 0.0308454 Mar 28 14:31:20.388975 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc0022-b79e-43f8-a45f-15473263763d req-7ad13311-4618-442d-b13c-fa9998ffbb5f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:20.390519 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b2cc0022-b79e-43f8-a45f-15473263763d req-7ad13311-4618-442d-b13c-fa9998ffbb5f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 944 time: 0.0593021 Mar 28 14:31:20.438803 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b2cc0022-b79e-43f8-a45f-15473263763d req-9560739a-bfa9-4b96-9abd-9f26b74ba50c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422928 Mar 28 14:31:20.877978 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c1392-c238-46b4-ad10-1cc2eda38652 req-18d5ef6b-e538-429b-a716-0a6fd05ab541 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:20.879864 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-988c1392-c238-46b4-ad10-1cc2eda38652 req-18d5ef6b-e538-429b-a716-0a6fd05ab541 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0703650 Mar 28 14:31:20.932450 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-988c1392-c238-46b4-ad10-1cc2eda38652 req-9bec26b9-3f1b-468c-8213-dd9250a981c3 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443246 Mar 28 14:31:21.289795 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2197a04c-8463-4ebc-b6ea-4c3daadb951f req-3bf7fc5d-f1d5-4c2d-b7b1-adc6e2d16e05 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 210 time: 0.0331583 Mar 28 14:31:21.578194 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d64db-4fa0-4888-a112-cf3c743df4b8 req-dbc34284-67ae-4361-8b5b-ae29b0dd3a25 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:21.579686 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-776d64db-4fa0-4888-a112-cf3c743df4b8 req-dbc34284-67ae-4361-8b5b-ae29b0dd3a25 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 944 time: 0.0575287 Mar 28 14:31:21.628460 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-776d64db-4fa0-4888-a112-cf3c743df4b8 req-2612e32e-6d3a-426b-8089-9cbf4e12ced3 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406144 Mar 28 14:31:21.933583 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 6cf31727-459b-4f50-916c-413df70b7f6e up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:31:21.990834 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port 6cf31727-459b-4f50-916c-413df70b7f6e triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:31:21.991249 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:22.050689 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fdc62c-f144-451d-9237-6b1b2b224fad req-f975b40c-16d5-4fd6-8ef3-1ebca85ef200 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:22.052162 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-22fdc62c-f144-451d-9237-6b1b2b224fad req-f975b40c-16d5-4fd6-8ef3-1ebca85ef200 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0509896 Mar 28 14:31:22.067557 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 6cf31727-459b-4f50-916c-413df70b7f6e is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:31:22.067942 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:22.090470 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9495ba6-2cfb-4547-97e1-e71964cef1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf31727-459b-4f50-916c-413df70b7f6e'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:31:22.092900 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117dc66e-71e9-4306-84b9-4ec9c62a64bd" -d '{"events": [{"server_uuid": "f9495ba6-2cfb-4547-97e1-e71964cef1a1", "name": "network-vif-plugged", "status": "completed", "tag": "6cf31727-459b-4f50-916c-413df70b7f6e"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:31:22.097870 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-22fdc62c-f144-451d-9237-6b1b2b224fad req-f0c0df1f-6520-4711-80b4-703989aa03fc tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398524 Mar 28 14:31:22.109025 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 6cf31727-459b-4f50-916c-413df70b7f6e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6cf31727-459b-4f50-916c-413df70b7f6e,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:31:22.116760 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:22.139533 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801f04d3-7354-4ba4-a527-ed46ca910a8c x-openstack-request-id: req-801f04d3-7354-4ba4-a527-ed46ca910a8c {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:31:22.139831 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9495ba6-2cfb-4547-97e1-e71964cef1a1", "name": "network-vif-plugged", "status": "completed", "tag": "6cf31727-459b-4f50-916c-413df70b7f6e", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:31:22.140177 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-801f04d3-7354-4ba4-a527-ed46ca910a8c {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:31:22.140575 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-801f04d3-7354-4ba4-a527-ed46ca910a8c'] response: {'server_uuid': 'f9495ba6-2cfb-4547-97e1-e71964cef1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf31727-459b-4f50-916c-413df70b7f6e', 'code': 200} Mar 28 14:31:22.166179 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=6cf31727-459b-4f50-916c-413df70b7f6e,revision_number=7']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:22.398985 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-09a16b02-859f-42e3-bfcc-6fd0f17b57dc req-fd207ae9-3880-478e-9f8c-590042f627b3 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 210 time: 0.0311716 Mar 28 14:31:22.769241 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7510ec-d27d-46a8-9627-c2cad9dd1ecf req-3fc9d5f8-f17e-484e-b020-059bc06e4fb0 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:22.770703 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ce7510ec-d27d-46a8-9627-c2cad9dd1ecf req-3fc9d5f8-f17e-484e-b020-059bc06e4fb0 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0643556 Mar 28 14:31:22.817579 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ce7510ec-d27d-46a8-9627-c2cad9dd1ecf req-27a34879-46e3-4db8-8c9f-51aa71b4c684 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392303 Mar 28 14:31:23.223074 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ca697-bb33-4e3d-b4b7-03a8732c7a94 req-265ad470-b7ef-45b9-9a58-df89620dd3f4 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:23.224561 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9c5ca697-bb33-4e3d-b4b7-03a8732c7a94 req-265ad470-b7ef-45b9-9a58-df89620dd3f4 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0543616 Mar 28 14:31:23.273716 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9c5ca697-bb33-4e3d-b4b7-03a8732c7a94 req-a0bfed7c-6550-498e-9dc0-644321cf10c4 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432415 Mar 28 14:31:23.503027 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-2751f946-592d-4e10-b519-37c838b120a0 req-30cee089-3fc9-4cbd-bd11-aecd63ffeae4 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 210 time: 0.0271389 Mar 28 14:31:23.957888 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d7fcf-db2d-484e-8ead-5014b3973619 req-74003fde-255c-44f7-a235-7acb5454b8b3 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:23.959532 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-911d7fcf-db2d-484e-8ead-5014b3973619 req-74003fde-255c-44f7-a235-7acb5454b8b3 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0596623 Mar 28 14:31:24.014404 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-911d7fcf-db2d-484e-8ead-5014b3973619 req-d1d79268-9541-4db9-9d58-9186e6ddbe32 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492344 Mar 28 14:31:24.401752 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d61f2-1d68-48fb-9ec9-dc9740cec662 req-cd3d4fc4-1353-44d7-90f8-e61de3c364be tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:24.403337 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-185d61f2-1d68-48fb-9ec9-dc9740cec662 req-cd3d4fc4-1353-44d7-90f8-e61de3c364be tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0566871 Mar 28 14:31:24.448708 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-185d61f2-1d68-48fb-9ec9-dc9740cec662 req-be3a4d99-11d0-4741-837e-51a1145948fa tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397387 Mar 28 14:31:24.598498 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b4715a32-986b-4a37-b8cd-3b4afeb68b1b req-0720256e-ac10-4d59-804d-437479a8a9f1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 210 time: 0.0310163 Mar 28 14:31:25.146361 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848af67c-a47d-47f6-acf1-7c09ab1581d6 req-d16b7cc3-369e-43a3-8fec-ee2e7de8af0d tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:25.147825 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-848af67c-a47d-47f6-acf1-7c09ab1581d6 req-d16b7cc3-369e-43a3-8fec-ee2e7de8af0d tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0557466 Mar 28 14:31:25.194680 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-848af67c-a47d-47f6-acf1-7c09ab1581d6 req-6fd3e9dc-c0f9-44e4-bd9a-0220e345044b tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410471 Mar 28 14:31:25.356811 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-dcc7656c-4ac8-4cee-977d-d5c762a0ece7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:25.358137 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-dcc7656c-4ac8-4cee-977d-d5c762a0ece7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.18 "GET /v2.0/networks?id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb HTTP/1.1" status: 200 len: 814 time: 0.1036253 Mar 28 14:31:25.438863 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-145e45a3-26f7-409f-a229-2ae4923fcf59 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2306e519eba4cfa82246420f4c4f925 HTTP/1.1" status: 200 len: 472 time: 0.0669267 Mar 28 14:31:25.452503 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-a8e60849-81c2-44f9-9daf-c3e59de0abd1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Request body: {'port': {'device_id': 'f630a643-3366-4574-a065-4d4ec91c74df', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'admin_state_up': True, 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'security_groups': ['faea480c-0617-43b3-93dd-5764712f2ede']}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:31:25.558182 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-a8e60849-81c2-44f9-9daf-c3e59de0abd1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Made reservation on behalf of c2306e519eba4cfa82246420f4c4f925 for: {'port': 1} {{(pid=103204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:31:25.561645 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-a8e60849-81c2-44f9-9daf-c3e59de0abd1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:25.570032 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b609025-7a1d-49b9-b8ed-8f9d2de5563a req-057a94f6-18a6-4d20-a518-9ed0349392d5 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:25.571537 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3b609025-7a1d-49b9-b8ed-8f9d2de5563a req-057a94f6-18a6-4d20-a518-9ed0349392d5 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0551536 Mar 28 14:31:25.617788 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3b609025-7a1d-49b9-b8ed-8f9d2de5563a req-dedadc4a-e773-444a-bf04-fd3063ae44e5 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402417 Mar 28 14:31:25.698761 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5d23ec1c-916b-454f-a55e-e33796c86e31 req-96dafd3d-e0d9-4fc4-b885-53956bb0da74 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 210 time: 0.0302224 Mar 28 14:31:25.710265 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-a8e60849-81c2-44f9-9daf-c3e59de0abd1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Allocated IP 172.20.0.8 (c1d7e8b2-233f-4909-9d7e-cac5ada02fdb/42ae119e-55a6-4649-98c6-27d9c3bb606b/09788ae7-e407-4d87-aaa8-58af6c85f5d7) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:31:25.847859 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-a8e60849-81c2-44f9-9daf-c3e59de0abd1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for port (09788ae7-e407-4d87-aaa8-58af6c85f5d7), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:25.885220 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-a8e60849-81c2-44f9-9daf-c3e59de0abd1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (09788ae7-e407-4d87-aaa8-58af6c85f5d7), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:25.931847 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-a8e60849-81c2-44f9-9daf-c3e59de0abd1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:31:25.935000 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-a8e60849-81c2-44f9-9daf-c3e59de0abd1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:31:25.941139 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-a8e60849-81c2-44f9-9daf-c3e59de0abd1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:31:25.947073 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e60849-81c2-44f9-9daf-c3e59de0abd1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event updated for resources: {'Port': ['ID=09788ae7-e407-4d87-aaa8-58af6c85f5d7,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:25.991935 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-a8e60849-81c2-44f9-9daf-c3e59de0abd1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:25.992545 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-a8e60849-81c2-44f9-9daf-c3e59de0abd1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:26.010614 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-a8e60849-81c2-44f9-9daf-c3e59de0abd1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5616820 Mar 28 14:31:26.038196 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-9fc29141-c650-4a2b-bd19-6c72fd36e9af service neutron] Request body: {'port': {'device_id': 'f630a643-3366-4574-a065-4d4ec91c74df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:31:26.101438 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-9fc29141-c650-4a2b-bd19-6c72fd36e9af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (09788ae7-e407-4d87-aaa8-58af6c85f5d7), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:26.183975 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-97b9bdb6-17b6-48c5-b2d4-212a2f8bd8cb None None] Provisioning complete for port 09788ae7-e407-4d87-aaa8-58af6c85f5d7 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:31:26.184456 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-97b9bdb6-17b6-48c5-b2d4-212a2f8bd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (09788ae7-e407-4d87-aaa8-58af6c85f5d7), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:26.216858 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-97b9bdb6-17b6-48c5-b2d4-212a2f8bd8cb None None] Port 09788ae7-e407-4d87-aaa8-58af6c85f5d7 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:31:26.312933 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38675632-cb7a-478f-864f-faaedec89c88 req-d4523cf1-9595-45a3-b2eb-d8dd1e1136b0 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:26.314390 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-38675632-cb7a-478f-864f-faaedec89c88 req-d4523cf1-9595-45a3-b2eb-d8dd1e1136b0 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0508542 Mar 28 14:31:26.355513 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-9fc29141-c650-4a2b-bd19-6c72fd36e9af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09788ae7-e407-4d87-aaa8-58af6c85f5d7 {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:31:26.360107 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-38675632-cb7a-478f-864f-faaedec89c88 req-225510fe-bfed-48fc-bbfb-b160a8fcff4c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401368 Mar 28 14:31:26.363119 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-9fc29141-c650-4a2b-bd19-6c72fd36e9af service neutron] Publish callbacks [] for port (09788ae7-e407-4d87-aaa8-58af6c85f5d7), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:26.375433 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-9fc29141-c650-4a2b-bd19-6c72fd36e9af service neutron] Transition to ACTIVE for port object 09788ae7-e407-4d87-aaa8-58af6c85f5d7 will not be triggered until provisioned by entity L2. {{(pid=103204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 14:31:26.380727 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-9fc29141-c650-4a2b-bd19-6c72fd36e9af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427782'] for port (09788ae7-e407-4d87-aaa8-58af6c85f5d7), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:26.427218 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc29141-c650-4a2b-bd19-6c72fd36e9af service neutron] Pushing event updated for resources: {'Port': ['ID=09788ae7-e407-4d87-aaa8-58af6c85f5d7,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:26.499005 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-9fc29141-c650-4a2b-bd19-6c72fd36e9af service neutron] Attempting to bind port 09788ae7-e407-4d87-aaa8-58af6c85f5d7 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:31:26.499736 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-9fc29141-c650-4a2b-bd19-6c72fd36e9af service neutron] Attempting to bind port 09788ae7-e407-4d87-aaa8-58af6c85f5d7 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '358170f0-2257-45aa-b080-0f9eeeb25425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:31:26.499736 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-9fc29141-c650-4a2b-bd19-6c72fd36e9af service neutron] Attempting to bind port 09788ae7-e407-4d87-aaa8-58af6c85f5d7 on network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:31:26.504531 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-9fc29141-c650-4a2b-bd19-6c72fd36e9af service neutron] Port 09788ae7-e407-4d87-aaa8-58af6c85f5d7 on network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:31:26.504844 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-9fc29141-c650-4a2b-bd19-6c72fd36e9af service neutron] Attempting to bind port 09788ae7-e407-4d87-aaa8-58af6c85f5d7 on network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:31:26.509810 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-9fc29141-c650-4a2b-bd19-6c72fd36e9af service neutron] Checking agent: {'id': 'ab5a62a0-b9cc-4af2-a98d-7d97375b077a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'started_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:31:26.510171 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-9fc29141-c650-4a2b-bd19-6c72fd36e9af service neutron] Checking segment: {'id': '358170f0-2257-45aa-b080-0f9eeeb25425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:31:26.510546 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-9fc29141-c650-4a2b-bd19-6c72fd36e9af service neutron] Bound using segment: {'id': '358170f0-2257-45aa-b080-0f9eeeb25425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:31:26.510961 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-9fc29141-c650-4a2b-bd19-6c72fd36e9af service neutron] Bound port: 09788ae7-e407-4d87-aaa8-58af6c85f5d7, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358170f0-2257-45aa-b080-0f9eeeb25425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:31:26.511411 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-9fc29141-c650-4a2b-bd19-6c72fd36e9af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (09788ae7-e407-4d87-aaa8-58af6c85f5d7), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:26.574825 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-9fc29141-c650-4a2b-bd19-6c72fd36e9af service neutron] For port 09788ae7-e407-4d87-aaa8-58af6c85f5d7, host hv-cinder-79053, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:31:26.577759 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-9fc29141-c650-4a2b-bd19-6c72fd36e9af service neutron] For port 09788ae7-e407-4d87-aaa8-58af6c85f5d7, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=09788ae7-e407-4d87-aaa8-58af6c85f5d7,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:31:26.585384 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-9fc29141-c650-4a2b-bd19-6c72fd36e9af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427782'] for port (09788ae7-e407-4d87-aaa8-58af6c85f5d7), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:26.616786 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-9fc29141-c650-4a2b-bd19-6c72fd36e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:26.617384 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-9fc29141-c650-4a2b-bd19-6c72fd36e9af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:26.618739 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-9fc29141-c650-4a2b-bd19-6c72fd36e9af service neutron] 10.222.0.18 "PUT /v2.0/ports/09788ae7-e407-4d87-aaa8-58af6c85f5d7 HTTP/1.1" status: 200 len: 1093 time: 0.5848784 Mar 28 14:31:26.619191 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f630a643-3366-4574-a065-4d4ec91c74df', 'tag': '09788ae7-e407-4d87-aaa8-58af6c85f5d7'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:31:26.621461 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d378c771d12563f68c1f59c9273be1365ef6a269510bcb02de4e9318e41428e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408f3094-3fd1-4530-ad04-a7690cae5a26" -d '{"events": [{"name": "network-changed", "server_uuid": "f630a643-3366-4574-a065-4d4ec91c74df", "tag": "09788ae7-e407-4d87-aaa8-58af6c85f5d7"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:31:26.648761 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc29141-c650-4a2b-bd19-6c72fd36e9af service neutron] Pushing event updated for resources: {'Port': ['ID=09788ae7-e407-4d87-aaa8-58af6c85f5d7,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:26.705377 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e91229-5721-4c68-8698-95bf06770871 x-openstack-request-id: req-a2e91229-5721-4c68-8698-95bf06770871 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:31:26.705644 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f630a643-3366-4574-a065-4d4ec91c74df", "tag": "09788ae7-e407-4d87-aaa8-58af6c85f5d7", "status": "completed", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:31:26.705892 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2e91229-5721-4c68-8698-95bf06770871 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:31:26.706282 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2e91229-5721-4c68-8698-95bf06770871'] response: {'name': 'network-changed', 'server_uuid': 'f630a643-3366-4574-a065-4d4ec91c74df', 'tag': '09788ae7-e407-4d87-aaa8-58af6c85f5d7', 'status': 'completed', 'code': 200} Mar 28 14:31:26.725829 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-18fced8a-1863-42cc-a024-1ce44c5bda36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:26.727393 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-18fced8a-1863-42cc-a024-1ce44c5bda36 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2306e519eba4cfa82246420f4c4f925&device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 1127 time: 0.0540149 Mar 28 14:31:26.766965 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2a898-2f96-4f7a-b768-ebe59ba406f8 req-3863d1a8-eabd-473e-81c9-50522cc3e6fa tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:26.773869 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-71e2a898-2f96-4f7a-b768-ebe59ba406f8 req-3863d1a8-eabd-473e-81c9-50522cc3e6fa tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0703738 Mar 28 14:31:26.817347 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-71e2a898-2f96-4f7a-b768-ebe59ba406f8 req-ebe36b0a-1b8d-4203-be95-4f127b5ce3ad tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425241 Mar 28 14:31:26.822879 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f97f01-0d6e-44e2-80a3-6bdef3c3ce07 req-71d4b0be-2979-457c-9315-cb4e9e85c46f tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:26.824586 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-67f97f01-0d6e-44e2-80a3-6bdef3c3ce07 req-71d4b0be-2979-457c-9315-cb4e9e85c46f tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 943 time: 0.0547152 Mar 28 14:31:26.900506 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-06c36f0e-dece-485f-9904-1ab8b289b469 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09788ae7-e407-4d87-aaa8-58af6c85f5d7 HTTP/1.1" status: 200 len: 217 time: 0.0425434 Mar 28 14:31:26.907687 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-67f97f01-0d6e-44e2-80a3-6bdef3c3ce07 req-3b5548fe-56d6-4a3b-b140-5f583989a72c tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=faea480c-0617-43b3-93dd-5764712f2ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774593 Mar 28 14:31:26.971620 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-413cc225-bf6e-4d58-97c2-45b5bf946038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:26.973033 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-413cc225-bf6e-4d58-97c2-45b5bf946038 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42ae119e-55a6-4649-98c6-27d9c3bb606b HTTP/1.1" status: 200 len: 853 time: 0.0464566 Mar 28 14:31:27.167194 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-a93c3001-9b92-4415-88a8-8a9d581ac81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:27.168890 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-a93c3001-9b92-4415-88a8-8a9d581ac81f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0549624 Mar 28 14:31:27.256961 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-a4f8db32-a9a3-473d-b2a2-58d0570da154 service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818160 Mar 28 14:31:27.346527 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-36c98683-a19c-4244-8c19-7a4062f96a33 req-162b10fb-167a-4a31-acad-653fa56e0c26 service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830114 Mar 28 14:31:27.470693 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f3094-3fd1-4530-ad04-a7690cae5a26 req-08918364-38ac-484b-addd-a562a75f5f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:27.472323 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-408f3094-3fd1-4530-ad04-a7690cae5a26 req-08918364-38ac-484b-addd-a562a75f5f73 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2306e519eba4cfa82246420f4c4f925&device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 1127 time: 0.0537682 Mar 28 14:31:27.504903 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb40fe2-ec42-4101-af63-9c60788f2da3 req-b9a30b38-8ce5-4dae-a674-24f76969c6ca tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:27.506748 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ecb40fe2-ec42-4101-af63-9c60788f2da3 req-b9a30b38-8ce5-4dae-a674-24f76969c6ca tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0564523 Mar 28 14:31:27.557710 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ecb40fe2-ec42-4101-af63-9c60788f2da3 req-cd246491-e4e2-4ba4-aa16-8dc57ab717be tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449116 Mar 28 14:31:27.571603 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f3094-3fd1-4530-ad04-a7690cae5a26 req-eb470d9c-ca70-488b-8fa7-a620eab623a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:27.573444 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-408f3094-3fd1-4530-ad04-a7690cae5a26 req-eb470d9c-ca70-488b-8fa7-a620eab623a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb HTTP/1.1" status: 200 len: 915 time: 0.0936065 Mar 28 14:31:27.614115 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-408f3094-3fd1-4530-ad04-a7690cae5a26 req-eccbc8ca-88ab-40f6-a12b-f11f500c298c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09788ae7-e407-4d87-aaa8-58af6c85f5d7 HTTP/1.1" status: 200 len: 217 time: 0.0343425 Mar 28 14:31:27.663220 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f3094-3fd1-4530-ad04-a7690cae5a26 req-3b16a235-76ec-414e-a004-f4244a4bb397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:27.664671 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-408f3094-3fd1-4530-ad04-a7690cae5a26 req-3b16a235-76ec-414e-a004-f4244a4bb397 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42ae119e-55a6-4649-98c6-27d9c3bb606b HTTP/1.1" status: 200 len: 853 time: 0.0442629 Mar 28 14:31:27.717763 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f3094-3fd1-4530-ad04-a7690cae5a26 req-72064c7d-d61e-4b6a-985f-f02697fa1037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:27.719309 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-408f3094-3fd1-4530-ad04-a7690cae5a26 req-72064c7d-d61e-4b6a-985f-f02697fa1037 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482662 Mar 28 14:31:27.821713 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-408f3094-3fd1-4530-ad04-a7690cae5a26 req-38f0e849-5e39-4279-bce7-b50ce820f458 service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955575 Mar 28 14:31:27.950170 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-408f3094-3fd1-4530-ad04-a7690cae5a26 req-e09f3231-b0c6-4a63-8bbf-491147629487 service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220846 Mar 28 14:31:27.972467 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912caa31-3247-440c-8e77-34d9acd35e2b req-43db1621-54bd-4458-afc9-d9cb8c2aec09 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:27.974046 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-912caa31-3247-440c-8e77-34d9acd35e2b req-43db1621-54bd-4458-afc9-d9cb8c2aec09 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0669055 Mar 28 14:31:28.043270 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-912caa31-3247-440c-8e77-34d9acd35e2b req-c91529a7-a267-4c44-8602-d5ff55f20ea1 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633533 Mar 28 14:31:28.045485 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1f8ef-513c-4bf7-ac7d-efdb7a100ab0 req-7c95cdd4-504b-4dd0-a92d-783afd3606ef tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:28.047201 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d3f1f8ef-513c-4bf7-ac7d-efdb7a100ab0 req-7c95cdd4-504b-4dd0-a92d-783afd3606ef tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 943 time: 0.0736222 Mar 28 14:31:28.098899 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d3f1f8ef-513c-4bf7-ac7d-efdb7a100ab0 req-ce41ee28-d767-421a-88ba-d1952d33b585 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=faea480c-0617-43b3-93dd-5764712f2ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460091 Mar 28 14:31:28.684733 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae2f78-f3d8-43ff-91e3-b26cd53e0b06 req-0f01264a-f6e8-4721-ba82-a1c5823a892c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:28.686253 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-23ae2f78-f3d8-43ff-91e3-b26cd53e0b06 req-0f01264a-f6e8-4721-ba82-a1c5823a892c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0526102 Mar 28 14:31:28.738219 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-23ae2f78-f3d8-43ff-91e3-b26cd53e0b06 req-497448f5-e8bc-4834-a9bb-7c649bbad270 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453715 Mar 28 14:31:29.182171 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcaad58-56ef-4fab-9edf-8ddfce495e6e req-727ba327-d635-4936-b60a-0197a2c92ee2 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:29.183619 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4bcaad58-56ef-4fab-9edf-8ddfce495e6e req-727ba327-d635-4936-b60a-0197a2c92ee2 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0625510 Mar 28 14:31:29.238667 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c48339-14cf-44b8-add5-78c87b76ad8a req-3555ce28-b989-4bc9-b440-3d37050f45cf tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:29.239157 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-b142c1c4-2ca0-48e8-b851-980b07f62382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:29.241074 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-64c48339-14cf-44b8-add5-78c87b76ad8a req-3555ce28-b989-4bc9-b440-3d37050f45cf tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 943 time: 0.0671339 Mar 28 14:31:29.249730 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4bcaad58-56ef-4fab-9edf-8ddfce495e6e req-01abda4d-7ce5-46cb-950c-bef7c62e5f96 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600340 Mar 28 14:31:29.308302 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-64c48339-14cf-44b8-add5-78c87b76ad8a req-d8bf4589-e47d-4bca-b0b4-d5b5d374b197 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=faea480c-0617-43b3-93dd-5764712f2ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555720 Mar 28 14:31:29.508284 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e03d84-ebad-4a76-81d3-ab40b763fe88 req-2a8c975d-99ff-4f3a-a00d-da2fe345af33 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:29.510778 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a2e03d84-ebad-4a76-81d3-ab40b763fe88 req-2a8c975d-99ff-4f3a-a00d-da2fe345af33 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0626078 Mar 28 14:31:29.600059 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a2e03d84-ebad-4a76-81d3-ab40b763fe88 req-f0f73d09-98e6-4d98-a08a-bec72cadea31 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828147 Mar 28 14:31:29.610218 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4c9c1-c85c-4c8a-9600-a52bb7f69395 req-98560f51-e15f-41ce-88ca-efbcb9331591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:29.619879 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d9e4c9c1-c85c-4c8a-9600-a52bb7f69395 req-98560f51-e15f-41ce-88ca-efbcb9331591 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6377be1dbc9d4159b9dde7c4218d1520&device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 1130 time: 0.1040874 Mar 28 14:31:29.710927 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4c9c1-c85c-4c8a-9600-a52bb7f69395 req-b5c83fdd-dda2-4c44-9ab0-414a9a85a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:29.712543 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d9e4c9c1-c85c-4c8a-9600-a52bb7f69395 req-b5c83fdd-dda2-4c44-9ab0-414a9a85a784 service neutron] 10.222.0.18 "GET /v2.0/networks?id=afb5a3e7-7844-40a2-b2f3-321ba05c443b HTTP/1.1" status: 200 len: 911 time: 0.0858324 Mar 28 14:31:29.809023 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d9e4c9c1-c85c-4c8a-9600-a52bb7f69395 req-e6265742-27e1-4175-8a85-02c7fb9b661c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a450c5d1-6d13-4aa3-b5b2-4b4d175b905f HTTP/1.1" status: 200 len: 1002 time: 0.0878704 Mar 28 14:31:29.870605 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4c9c1-c85c-4c8a-9600-a52bb7f69395 req-a649b036-7785-4314-b1c5-cdda3ed588fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:29.872194 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d9e4c9c1-c85c-4c8a-9600-a52bb7f69395 req-a649b036-7785-4314-b1c5-cdda3ed588fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac33e34d-f8ce-422d-8ea1-9189d3900f1e HTTP/1.1" status: 200 len: 849 time: 0.0581729 Mar 28 14:31:29.904342 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffce4c5-bffd-41be-9adf-e68da61d1969 req-8c779735-0908-4bbb-be76-5fc6b1ef5a30 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:29.905872 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7ffce4c5-bffd-41be-9adf-e68da61d1969 req-8c779735-0908-4bbb-be76-5fc6b1ef5a30 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0561886 Mar 28 14:31:29.922706 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4c9c1-c85c-4c8a-9600-a52bb7f69395 req-ce39dff4-28e8-42d5-85e9-8563352f235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:29.924635 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d9e4c9c1-c85c-4c8a-9600-a52bb7f69395 req-ce39dff4-28e8-42d5-85e9-8563352f235e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afb5a3e7-7844-40a2-b2f3-321ba05c443b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463278 Mar 28 14:31:29.965524 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7ffce4c5-bffd-41be-9adf-e68da61d1969 req-2d586c76-5eb2-4c06-b01e-036dcd9f558c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531850 Mar 28 14:31:30.024668 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d9e4c9c1-c85c-4c8a-9600-a52bb7f69395 req-d383f0e9-46d5-40a9-bd24-fba464a3c0f8 service neutron] 10.222.0.18 "GET /v2.0/networks/afb5a3e7-7844-40a2-b2f3-321ba05c443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922713 Mar 28 14:31:30.135534 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d9e4c9c1-c85c-4c8a-9600-a52bb7f69395 req-28307159-1a86-4d1f-b432-34f5aa9566da service neutron] 10.222.0.18 "GET /v2.0/networks/afb5a3e7-7844-40a2-b2f3-321ba05c443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040618 Mar 28 14:31:30.423468 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171e004-6d50-432c-b0de-575b53194b4e req-a05c513f-a34d-4f73-86a7-fc6617145f94 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:30.430808 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9171e004-6d50-432c-b0de-575b53194b4e req-a05c513f-a34d-4f73-86a7-fc6617145f94 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 943 time: 0.0627568 Mar 28 14:31:30.478547 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9171e004-6d50-432c-b0de-575b53194b4e req-fd88f670-750d-4532-9a5d-4a5b17208f5e tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=faea480c-0617-43b3-93dd-5764712f2ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467286 Mar 28 14:31:30.725680 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bbbaa-5313-4f9d-a910-bd6f4bd63394 req-a8855a77-0855-4ea6-988c-cfcb6ada815a tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:30.727300 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-662bbbaa-5313-4f9d-a910-bd6f4bd63394 req-a8855a77-0855-4ea6-988c-cfcb6ada815a tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0563021 Mar 28 14:31:30.784764 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-662bbbaa-5313-4f9d-a910-bd6f4bd63394 req-ca296147-c065-4235-b015-0b4e84e8019b tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516090 Mar 28 14:31:31.327741 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d6464-5584-49e7-9bf9-ed3c8560b18a req-f864e71b-17fe-404e-bbe9-f3556e21b56d tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:31.329295 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-624d6464-5584-49e7-9bf9-ed3c8560b18a req-f864e71b-17fe-404e-bbe9-f3556e21b56d tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.2916360 Mar 28 14:31:31.382168 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-624d6464-5584-49e7-9bf9-ed3c8560b18a req-5f994a56-4e64-402f-a381-5cd58d51023f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467691 Mar 28 14:31:31.527794 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ae0f9554-ab64-478b-bf26-6581dde9a81a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:31.631393 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2820a-c9da-49d3-bb6c-033a7ef7444e req-86e20341-8a9a-4af3-a535-a03ecae06205 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:31.632964 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-19f2820a-c9da-49d3-bb6c-033a7ef7444e req-86e20341-8a9a-4af3-a535-a03ecae06205 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 943 time: 0.0580916 Mar 28 14:31:31.686224 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-19f2820a-c9da-49d3-bb6c-033a7ef7444e req-6e6538da-fc67-4853-8045-ee79ddcd6998 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=faea480c-0617-43b3-93dd-5764712f2ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456867 Mar 28 14:31:31.849478 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:31:31.977973 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc2b8d-41b7-46b4-8d59-0545c86902cb req-c817e67e-1a71-4737-a0b6-9690ea6885b6 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:31.980020 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-55dc2b8d-41b7-46b4-8d59-0545c86902cb req-c817e67e-1a71-4737-a0b6-9690ea6885b6 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.1131127 Mar 28 14:31:32.038061 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-55dc2b8d-41b7-46b4-8d59-0545c86902cb req-4e14e0f9-63fa-456a-9193-b89928c3c4a2 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509651 Mar 28 14:31:32.540076 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bb655-2c1c-45c3-bf2e-9c0c1a3698cf req-427e7480-6fa9-4b5a-b808-acaea40bf3b5 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:32.541627 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c70bb655-2c1c-45c3-bf2e-9c0c1a3698cf req-427e7480-6fa9-4b5a-b808-acaea40bf3b5 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0685322 Mar 28 14:31:32.617614 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c70bb655-2c1c-45c3-bf2e-9c0c1a3698cf req-f5bff60b-285b-409f-bd63-31296d5f8eb5 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688360 Mar 28 14:31:32.683776 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:32.849195 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3dc9d2-e871-466a-87b5-c98d4810114c req-0b896714-7d90-40d2-84d0-e929a655cbf4 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:32.850460 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-2b3dc9d2-e871-466a-87b5-c98d4810114c req-0b896714-7d90-40d2-84d0-e929a655cbf4 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 943 time: 0.0728762 Mar 28 14:31:32.930479 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-2b3dc9d2-e871-466a-87b5-c98d4810114c req-8c90d81d-3130-4d96-aa93-819be4c5d121 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=faea480c-0617-43b3-93dd-5764712f2ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696039 Mar 28 14:31:33.175655 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1dabe-0be2-4fa8-95a2-b6161d83d85e req-5cc1786d-a3fb-4df1-b017-edf6435167b2 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:33.183298 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-fee1dabe-0be2-4fa8-95a2-b6161d83d85e req-5cc1786d-a3fb-4df1-b017-edf6435167b2 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0688815 Mar 28 14:31:33.230031 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-fee1dabe-0be2-4fa8-95a2-b6161d83d85e req-aa596abf-1793-4b31-a9f9-6ec60ce5d8e1 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457468 Mar 28 14:31:33.746176 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e03f34-84e5-4e89-8a85-63807aa13746 req-20890608-111e-412b-94c5-adc797c05ed1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:33.753392 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-35e03f34-84e5-4e89-8a85-63807aa13746 req-20890608-111e-412b-94c5-adc797c05ed1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0598743 Mar 28 14:31:33.796488 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-35e03f34-84e5-4e89-8a85-63807aa13746 req-bd4a54f0-0ca5-4619-89f6-9abb642e109a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422392 Mar 28 14:31:33.931169 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:33.950091 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 09788ae7-e407-4d87-aaa8-58af6c85f5d7 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:31:34.064443 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d976c2-8d53-4f5c-9f97-c72a234fb6c5 req-aadbbe3a-61bc-4477-93ce-e19370803b59 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:34.066104 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-38d976c2-8d53-4f5c-9f97-c72a234fb6c5 req-aadbbe3a-61bc-4477-93ce-e19370803b59 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 943 time: 0.0553839 Mar 28 14:31:34.121944 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 09788ae7-e407-4d87-aaa8-58af6c85f5d7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=09788ae7-e407-4d87-aaa8-58af6c85f5d7,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:31:34.140584 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': '09788ae7-e407-4d87-aaa8-58af6c85f5d7', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'port_id': '09788ae7-e407-4d87-aaa8-58af6c85f5d7', 'mac_address': 'fa:16:3e:d2:30:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:31:34.155949 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-38d976c2-8d53-4f5c-9f97-c72a234fb6c5 req-14f95fbe-0c31-4642-8999-43bd544f3a05 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=faea480c-0617-43b3-93dd-5764712f2ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817318 Mar 28 14:31:34.207358 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 09788ae7-e407-4d87-aaa8-58af6c85f5d7 is: DOWN; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:31:34.207808 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (09788ae7-e407-4d87-aaa8-58af6c85f5d7), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:34.221667 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09788ae7-e407-4d87-aaa8-58af6c85f5d7 {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:31:34.242679 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 09788ae7-e407-4d87-aaa8-58af6c85f5d7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=09788ae7-e407-4d87-aaa8-58af6c85f5d7,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:31:34.250430 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (09788ae7-e407-4d87-aaa8-58af6c85f5d7), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:34.302136 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=09788ae7-e407-4d87-aaa8-58af6c85f5d7,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:34.740681 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['09788ae7-e407-4d87-aaa8-58af6c85f5d7'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:31:34.942691 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9603c4-0058-4758-9a7d-abb91e1bc5ad req-a921b028-5415-4eaf-ab49-92e5ca0447e9 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:34.944605 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5d9603c4-0058-4758-9a7d-abb91e1bc5ad req-a921b028-5415-4eaf-ab49-92e5ca0447e9 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0630734 Mar 28 14:31:34.996938 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5d9603c4-0058-4758-9a7d-abb91e1bc5ad req-58e15bc8-e2a1-48b3-8390-1eb466d39176 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463407 Mar 28 14:31:35.282574 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87d552-7efc-4c3c-8182-9420edfa3551 req-f6797b4f-eb4c-45d5-a164-bfda855f5046 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:35.284276 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bc87d552-7efc-4c3c-8182-9420edfa3551 req-f6797b4f-eb4c-45d5-a164-bfda855f5046 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 944 time: 0.0560043 Mar 28 14:31:35.333788 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bc87d552-7efc-4c3c-8182-9420edfa3551 req-3fc1c3f9-2867-4e90-9c57-89e0c56326de tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=faea480c-0617-43b3-93dd-5764712f2ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437312 Mar 28 14:31:35.439505 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:36.123801 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4842ee-265b-42cf-8bfa-da1b04339a05 req-dd817108-61c2-4900-8d39-9e8fe861aada tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:36.125264 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-eb4842ee-265b-42cf-8bfa-da1b04339a05 req-dd817108-61c2-4900-8d39-9e8fe861aada tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0532665 Mar 28 14:31:36.182719 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-eb4842ee-265b-42cf-8bfa-da1b04339a05 req-e8397793-3217-471e-a442-e6ed7630ffbe tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496895 Mar 28 14:31:36.460835 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d067cec-1d8d-4274-8e3c-b9a314889d6a req-0dd386bd-5eea-447d-9baa-c663ad6fb588 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:36.462375 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9d067cec-1d8d-4274-8e3c-b9a314889d6a req-0dd386bd-5eea-447d-9baa-c663ad6fb588 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 944 time: 0.0586896 Mar 28 14:31:36.517837 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9d067cec-1d8d-4274-8e3c-b9a314889d6a req-38bbb679-4e92-4f2c-8869-6134265bd860 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=faea480c-0617-43b3-93dd-5764712f2ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475855 Mar 28 14:31:37.305020 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cec80d-04f2-4d98-9058-5e14c3a73005 req-a6b53515-5707-4cb0-9671-d63c9a5e7f30 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:37.306604 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-56cec80d-04f2-4d98-9058-5e14c3a73005 req-a6b53515-5707-4cb0-9671-d63c9a5e7f30 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0542870 Mar 28 14:31:37.386423 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-56cec80d-04f2-4d98-9058-5e14c3a73005 req-fb9d63a7-c80d-4001-8d35-21659f07f39f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730059 Mar 28 14:31:37.647819 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa26519-77c9-4940-a384-a08bbc64e39a req-26bcc90d-976f-4047-a271-642a805de681 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:37.649610 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2aa26519-77c9-4940-a384-a08bbc64e39a req-26bcc90d-976f-4047-a271-642a805de681 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 944 time: 0.0576069 Mar 28 14:31:37.703275 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2aa26519-77c9-4940-a384-a08bbc64e39a req-ea2d1818-1ba7-42e3-b8ad-a65198a46dd7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=faea480c-0617-43b3-93dd-5764712f2ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459397 Mar 28 14:31:38.527052 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14076ad-4ac6-40a4-89da-0abc8fe30524 req-39115c0d-42cd-42cf-9664-0173ac8291f8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:38.528553 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a14076ad-4ac6-40a4-89da-0abc8fe30524 req-39115c0d-42cd-42cf-9664-0173ac8291f8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0549331 Mar 28 14:31:38.591589 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a14076ad-4ac6-40a4-89da-0abc8fe30524 req-29a339eb-4e09-4384-8a5c-582c7bc79186 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545754 Mar 28 14:31:38.837023 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7834800-7492-4b12-a547-8e5e94730dc0 req-8bac068d-84d5-49da-ab21-342eab44c83b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:38.838572 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c7834800-7492-4b12-a547-8e5e94730dc0 req-8bac068d-84d5-49da-ab21-342eab44c83b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 944 time: 0.0528915 Mar 28 14:31:38.888499 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c7834800-7492-4b12-a547-8e5e94730dc0 req-4927175a-72dc-47da-b850-c26850b49f7e tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=faea480c-0617-43b3-93dd-5764712f2ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440762 Mar 28 14:31:39.505722 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:39.716132 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ff56f-695c-4980-a11e-6eee54edd351 req-df3d0644-baaa-4a5e-a7f3-e4d0200bf761 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:39.717646 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1c1ff56f-695c-4980-a11e-6eee54edd351 req-df3d0644-baaa-4a5e-a7f3-e4d0200bf761 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0531154 Mar 28 14:31:39.764882 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1c1ff56f-695c-4980-a11e-6eee54edd351 req-0e66941f-6df7-4b71-aff0-dc4c4cfb6459 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414033 Mar 28 14:31:40.013970 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5edf50-fa2b-42cc-a1f2-3ad26e821ee2 req-984490a8-4876-47e0-b14c-b895255c5ee8 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:40.015570 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8a5edf50-fa2b-42cc-a1f2-3ad26e821ee2 req-984490a8-4876-47e0-b14c-b895255c5ee8 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 944 time: 0.0581582 Mar 28 14:31:40.061450 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8a5edf50-fa2b-42cc-a1f2-3ad26e821ee2 req-ca2ecdde-1b9f-40d8-817b-197a0d924b98 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=faea480c-0617-43b3-93dd-5764712f2ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401399 Mar 28 14:31:40.672692 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c252e5-95cd-48a4-ba9e-a5b4cd46b5d3 req-15fcabeb-bfaf-45d6-84e8-9339ed0e93ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:40.674181 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f7c252e5-95cd-48a4-ba9e-a5b4cd46b5d3 req-15fcabeb-bfaf-45d6-84e8-9339ed0e93ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=26effb221cba493895805136dd811e20&device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 1129 time: 0.0500066 Mar 28 14:31:40.762375 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c252e5-95cd-48a4-ba9e-a5b4cd46b5d3 req-666f38d8-d4c2-4ac4-8db9-c610942a07aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:40.763893 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f7c252e5-95cd-48a4-ba9e-a5b4cd46b5d3 req-666f38d8-d4c2-4ac4-8db9-c610942a07aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8 HTTP/1.1" status: 200 len: 918 time: 0.0833271 Mar 28 14:31:40.832314 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f7c252e5-95cd-48a4-ba9e-a5b4cd46b5d3 req-8adb1667-75d1-48ea-a3bf-838787fdad0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cf31727-459b-4f50-916c-413df70b7f6e HTTP/1.1" status: 200 len: 1001 time: 0.0616589 Mar 28 14:31:40.909617 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c252e5-95cd-48a4-ba9e-a5b4cd46b5d3 req-c55a4419-8fc6-4e71-8050-e2e2cb1b7201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:40.911065 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f7c252e5-95cd-48a4-ba9e-a5b4cd46b5d3 req-c55a4419-8fc6-4e71-8050-e2e2cb1b7201 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=31660ae6-3a03-4024-957b-fcff7a111abb HTTP/1.1" status: 200 len: 856 time: 0.0718410 Mar 28 14:31:40.933740 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61ae07-d54f-4423-aea1-48fd9727028c req-46e2bad6-3931-4a22-acb5-b0f05237dd7a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:40.935067 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-eb61ae07-d54f-4423-aea1-48fd9727028c req-46e2bad6-3931-4a22-acb5-b0f05237dd7a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0872643 Mar 28 14:31:41.003336 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 09788ae7-e407-4d87-aaa8-58af6c85f5d7 up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:31:41.005095 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-eb61ae07-d54f-4423-aea1-48fd9727028c req-a80b35ab-7591-41fd-8db3-936601ed0c24 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558629 Mar 28 14:31:41.008341 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c252e5-95cd-48a4-ba9e-a5b4cd46b5d3 req-3f627983-afa8-4ca6-b9c5-8d03920b1152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:41.009728 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f7c252e5-95cd-48a4-ba9e-a5b4cd46b5d3 req-3f627983-afa8-4ca6-b9c5-8d03920b1152 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0912533 Mar 28 14:31:41.061849 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning for port 09788ae7-e407-4d87-aaa8-58af6c85f5d7 completed by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 14:31:41.066234 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port 09788ae7-e407-4d87-aaa8-58af6c85f5d7 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:31:41.066783 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (09788ae7-e407-4d87-aaa8-58af6c85f5d7), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:41.114818 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f7c252e5-95cd-48a4-ba9e-a5b4cd46b5d3 req-6263dd35-bd47-44f3-867d-e858f1e534f9 service neutron] 10.222.0.18 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959718 Mar 28 14:31:41.151574 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 09788ae7-e407-4d87-aaa8-58af6c85f5d7 is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:31:41.151981 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (09788ae7-e407-4d87-aaa8-58af6c85f5d7), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:41.176189 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f630a643-3366-4574-a065-4d4ec91c74df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09788ae7-e407-4d87-aaa8-58af6c85f5d7'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:31:41.178440 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052de966-941e-4a32-ade5-b14944287960" -d '{"events": [{"server_uuid": "f630a643-3366-4574-a065-4d4ec91c74df", "name": "network-vif-plugged", "status": "completed", "tag": "09788ae7-e407-4d87-aaa8-58af6c85f5d7"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:31:41.190853 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 09788ae7-e407-4d87-aaa8-58af6c85f5d7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=09788ae7-e407-4d87-aaa8-58af6c85f5d7,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:31:41.192814 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fe0e0-0dcc-47ca-b4e3-ab96d61f99a9 req-37f235a1-b115-47b2-8175-53d1f772621e tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:41.197577 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (09788ae7-e407-4d87-aaa8-58af6c85f5d7), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:41.202480 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6a5fe0e0-0dcc-47ca-b4e3-ab96d61f99a9 req-37f235a1-b115-47b2-8175-53d1f772621e tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 944 time: 0.0659766 Mar 28 14:31:41.212531 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f7c252e5-95cd-48a4-ba9e-a5b4cd46b5d3 req-516287f6-8426-465d-9402-460ce45a1a73 service neutron] 10.222.0.18 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909073 Mar 28 14:31:41.233187 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ca2b46-9333-4430-a876-18eccc8c0fd4 x-openstack-request-id: req-d1ca2b46-9333-4430-a876-18eccc8c0fd4 {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:31:41.233469 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f630a643-3366-4574-a065-4d4ec91c74df", "name": "network-vif-plugged", "status": "completed", "tag": "09788ae7-e407-4d87-aaa8-58af6c85f5d7", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:31:41.233748 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1ca2b46-9333-4430-a876-18eccc8c0fd4 {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:31:41.234139 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1ca2b46-9333-4430-a876-18eccc8c0fd4'] response: {'server_uuid': 'f630a643-3366-4574-a065-4d4ec91c74df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09788ae7-e407-4d87-aaa8-58af6c85f5d7', 'code': 200} Mar 28 14:31:41.254844 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6a5fe0e0-0dcc-47ca-b4e3-ab96d61f99a9 req-ca1694e2-bf9a-405f-948c-ccfdcdb451a6 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=faea480c-0617-43b3-93dd-5764712f2ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512111 Mar 28 14:31:41.255115 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=09788ae7-e407-4d87-aaa8-58af6c85f5d7,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:41.397127 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865746d-7d38-44eb-945b-30119beb5795 req-4752b638-1e41-4c68-a568-11bce97ab27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:41.398641 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c865746d-7d38-44eb-945b-30119beb5795 req-4752b638-1e41-4c68-a568-11bce97ab27c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 1129 time: 0.0452292 Mar 28 14:31:41.446814 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c865746d-7d38-44eb-945b-30119beb5795 req-789935cd-f6a3-4ca3-9f11-137fd9c695e2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=faea480c-0617-43b3-93dd-5764712f2ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367961 Mar 28 14:31:41.487475 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0e9ca3d6-13ce-4880-b5de-086147a3bf72 req-2371511f-4483-47b7-a9e0-a612c808730a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436976 Mar 28 14:31:41.875326 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ca3d6-13ce-4880-b5de-086147a3bf72 req-f1b9310f-1b06-4d5a-ab50-63e5bafd8a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:41.877141 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0e9ca3d6-13ce-4880-b5de-086147a3bf72 req-f1b9310f-1b06-4d5a-ab50-63e5bafd8a77 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6377be1dbc9d4159b9dde7c4218d1520&device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 1130 time: 0.0521867 Mar 28 14:31:41.987627 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ca3d6-13ce-4880-b5de-086147a3bf72 req-17433808-6550-4ba9-9034-25a806329904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:41.989098 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0e9ca3d6-13ce-4880-b5de-086147a3bf72 req-17433808-6550-4ba9-9034-25a806329904 service neutron] 10.222.0.18 "GET /v2.0/networks?id=afb5a3e7-7844-40a2-b2f3-321ba05c443b HTTP/1.1" status: 200 len: 911 time: 0.0884302 Mar 28 14:31:42.059140 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0e9ca3d6-13ce-4880-b5de-086147a3bf72 req-7f56deb3-3bea-45e8-a043-52ba6d336291 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a450c5d1-6d13-4aa3-b5b2-4b4d175b905f HTTP/1.1" status: 200 len: 1002 time: 0.0627561 Mar 28 14:31:42.128350 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b78e0-8f5d-4d7e-86ed-e5861ba75055 req-1ed03c30-00b2-4a30-a427-75529e552a1b tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:42.130531 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-412b78e0-8f5d-4d7e-86ed-e5861ba75055 req-1ed03c30-00b2-4a30-a427-75529e552a1b tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 945 time: 0.0524454 Mar 28 14:31:42.136472 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ca3d6-13ce-4880-b5de-086147a3bf72 req-fd44659b-0b90-4a0a-829a-199c77cce06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:42.137965 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0e9ca3d6-13ce-4880-b5de-086147a3bf72 req-fd44659b-0b90-4a0a-829a-199c77cce06b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac33e34d-f8ce-422d-8ea1-9189d3900f1e HTTP/1.1" status: 200 len: 849 time: 0.0440569 Mar 28 14:31:42.177961 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-412b78e0-8f5d-4d7e-86ed-e5861ba75055 req-c9c1808b-0ac9-4904-894a-ad1d314adea6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414782 Mar 28 14:31:42.192695 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ca3d6-13ce-4880-b5de-086147a3bf72 req-b3c7766e-9a70-4129-8374-dc76c9e7e811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:42.194272 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0e9ca3d6-13ce-4880-b5de-086147a3bf72 req-b3c7766e-9a70-4129-8374-dc76c9e7e811 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afb5a3e7-7844-40a2-b2f3-321ba05c443b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491714 Mar 28 14:31:42.290717 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0e9ca3d6-13ce-4880-b5de-086147a3bf72 req-3c9ef28d-5188-493c-96e3-dcfd077aa7b1 service neutron] 10.222.0.18 "GET /v2.0/networks/afb5a3e7-7844-40a2-b2f3-321ba05c443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889888 Mar 28 14:31:42.420535 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ff0ee-4204-449a-a154-7264a5412b9b req-2a1f8c3f-9f46-4d2a-bb33-5c57bc1468d0 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:42.421970 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f25ff0ee-4204-449a-a154-7264a5412b9b req-2a1f8c3f-9f46-4d2a-bb33-5c57bc1468d0 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 945 time: 0.0799387 Mar 28 14:31:42.423965 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0e9ca3d6-13ce-4880-b5de-086147a3bf72 req-1ca4c942-a983-4457-b66d-52dcd60ad109 service neutron] 10.222.0.18 "GET /v2.0/networks/afb5a3e7-7844-40a2-b2f3-321ba05c443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261444 Mar 28 14:31:42.469067 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f25ff0ee-4204-449a-a154-7264a5412b9b req-51b9f5ae-17be-434a-976f-abed1c28fb5b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=faea480c-0617-43b3-93dd-5764712f2ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412424 Mar 28 14:31:43.013864 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 6cf31727-459b-4f50-916c-413df70b7f6e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:31:43.092425 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 6cf31727-459b-4f50-916c-413df70b7f6e is: ACTIVE; New status is: DOWN {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:31:43.092817 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:43.134436 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 6cf31727-459b-4f50-916c-413df70b7f6e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6cf31727-459b-4f50-916c-413df70b7f6e,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:31:43.140229 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:43.189640 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=6cf31727-459b-4f50-916c-413df70b7f6e,revision_number=8']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:43.235849 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9495ba6-2cfb-4547-97e1-e71964cef1a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cf31727-459b-4f50-916c-413df70b7f6e'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:31:43.238334 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374296d8-4526-4a50-8024-54404cfa5189" -d '{"events": [{"server_uuid": "f9495ba6-2cfb-4547-97e1-e71964cef1a1", "name": "network-vif-unplugged", "status": "completed", "tag": "6cf31727-459b-4f50-916c-413df70b7f6e"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:31:43.273805 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 14:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fa3a58-31a1-4bf3-984e-f915a0f39413 x-openstack-request-id: req-d0fa3a58-31a1-4bf3-984e-f915a0f39413 {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:31:43.274163 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9495ba6-2cfb-4547-97e1-e71964cef1a1", "name": "network-vif-unplugged", "status": "completed", "tag": "6cf31727-459b-4f50-916c-413df70b7f6e", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:31:43.274504 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0fa3a58-31a1-4bf3-984e-f915a0f39413 {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:31:43.274967 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0fa3a58-31a1-4bf3-984e-f915a0f39413'] response: {'server_uuid': 'f9495ba6-2cfb-4547-97e1-e71964cef1a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cf31727-459b-4f50-916c-413df70b7f6e', 'code': 200} Mar 28 14:31:43.303286 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9a424-a485-49c8-9b38-ded5b20ea5a1 req-2ddcb36e-084f-42c7-b6f7-277719492769 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:43.304798 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-efe9a424-a485-49c8-9b38-ded5b20ea5a1 req-2ddcb36e-084f-42c7-b6f7-277719492769 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0565643 Mar 28 14:31:43.350427 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-efe9a424-a485-49c8-9b38-ded5b20ea5a1 req-6105ad04-2a35-427b-a9f3-0c48ac1a4be4 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399995 Mar 28 14:31:43.589987 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0a516-4024-4a4b-b142-174b047d9804 req-ec7b9607-3630-4e03-8742-33af55dec27e tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:43.591455 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bfa0a516-4024-4a4b-b142-174b047d9804 req-ec7b9607-3630-4e03-8742-33af55dec27e tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 945 time: 0.0533144 Mar 28 14:31:43.643740 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bfa0a516-4024-4a4b-b142-174b047d9804 req-e5d12f04-dd76-4b67-99f5-1098e0d38fd1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=faea480c-0617-43b3-93dd-5764712f2ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462930 Mar 28 14:31:43.765226 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894298c-1aa8-4594-abfa-fc60afb84ee6 req-61815a96-41f2-4b50-a24d-a7adfd3e2561 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:43.766714 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6894298c-1aa8-4594-abfa-fc60afb84ee6 req-61815a96-41f2-4b50-a24d-a7adfd3e2561 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 945 time: 0.0530710 Mar 28 14:31:43.775597 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 44778) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:31:43.780124 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-bea24008-b4d4-477f-a7ff-5228a7897c3b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Request body: {'floatingip': {'port_id': '09788ae7-e407-4d87-aaa8-58af6c85f5d7'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:31:43.821021 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-bea24008-b4d4-477f-a7ff-5228a7897c3b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (8a844115-6476-4db6-add1-437a47737b95), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:44.256299 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-bea24008-b4d4-477f-a7ff-5228a7897c3b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:44.260774 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-bea24008-b4d4-477f-a7ff-5228a7897c3b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (8a844115-6476-4db6-add1-437a47737b95), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:44.362165 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.l3_db [None req-bea24008-b4d4-477f-a7ff-5228a7897c3b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Floating IP 8a844115-6476-4db6-add1-437a47737b95 associated. External IP: 172.27.1.182, port: 09788ae7-e407-4d87-aaa8-58af6c85f5d7. Mar 28 14:31:44.501292 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f3004-695b-4014-8505-8e2015b98116 req-3206a4cf-fc40-43bc-8912-839621d0b10e tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:44.502734 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c89f3004-695b-4014-8505-8e2015b98116 req-3206a4cf-fc40-43bc-8912-839621d0b10e tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0724578 Mar 28 14:31:44.616772 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c89f3004-695b-4014-8505-8e2015b98116 req-a7555bf6-7671-480b-85aa-3510586c5e25 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780287 Mar 28 14:31:44.639470 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea24008-b4d4-477f-a7ff-5228a7897c3b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:31:44.750275 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea24008-b4d4-477f-a7ff-5228a7897c3b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:31:44.755297 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-bea24008-b4d4-477f-a7ff-5228a7897c3b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:44.762413 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5884e98-7e94-4e2a-94f8-186fa1b663c2 None None] Sync routers for ids ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:31:44.773548 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5884e98-7e94-4e2a-94f8-186fa1b663c2 None None] Routers {'397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:31:44.774293 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-e5884e98-7e94-4e2a-94f8-186fa1b663c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:31:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:44.785606 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-bea24008-b4d4-477f-a7ff-5228a7897c3b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "PUT /v2.0/floatingips/8a844115-6476-4db6-add1-437a47737b95 HTTP/1.1" status: 200 len: 991 time: 1.0089014 Mar 28 14:31:44.786191 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f630a643-3366-4574-a065-4d4ec91c74df', 'tag': '09788ae7-e407-4d87-aaa8-58af6c85f5d7'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:31:44.788441 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115500df-0d2f-4c63-bdf6-5b59a341050a" -d '{"events": [{"name": "network-changed", "server_uuid": "f630a643-3366-4574-a065-4d4ec91c74df", "tag": "09788ae7-e407-4d87-aaa8-58af6c85f5d7"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:31:44.823855 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d587d5ff-572b-4337-a25c-190799b81c24 x-openstack-request-id: req-d587d5ff-572b-4337-a25c-190799b81c24 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:31:44.824325 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f630a643-3366-4574-a065-4d4ec91c74df", "tag": "09788ae7-e407-4d87-aaa8-58af6c85f5d7", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:31:44.824720 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d587d5ff-572b-4337-a25c-190799b81c24 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:31:44.825304 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d587d5ff-572b-4337-a25c-190799b81c24'] response: {'name': 'network-changed', 'server_uuid': 'f630a643-3366-4574-a065-4d4ec91c74df', 'tag': '09788ae7-e407-4d87-aaa8-58af6c85f5d7', 'status': 'completed', 'code': 200} Mar 28 14:31:44.903045 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-e5884e98-7e94-4e2a-94f8-186fa1b663c2 None None] Set router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:31:44.906953 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115500df-0d2f-4c63-bdf6-5b59a341050a req-a4b64aba-f324-449a-a6ac-06d1c264913a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:44.908479 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-115500df-0d2f-4c63-bdf6-5b59a341050a req-a4b64aba-f324-449a-a6ac-06d1c264913a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2306e519eba4cfa82246420f4c4f925&device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 1129 time: 0.0497479 Mar 28 14:31:45.006114 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115500df-0d2f-4c63-bdf6-5b59a341050a req-5b98dd51-1d97-46c7-8727-9c6e43c0543f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:45.009092 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-115500df-0d2f-4c63-bdf6-5b59a341050a req-5b98dd51-1d97-46c7-8727-9c6e43c0543f service neutron] 10.222.0.18 "GET /v2.0/networks?id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb HTTP/1.1" status: 200 len: 915 time: 0.0913429 Mar 28 14:31:45.076323 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-115500df-0d2f-4c63-bdf6-5b59a341050a req-e2b60c60-310e-452b-b882-c9b66311b37d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09788ae7-e407-4d87-aaa8-58af6c85f5d7 HTTP/1.1" status: 200 len: 999 time: 0.0606103 Mar 28 14:31:45.126176 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115500df-0d2f-4c63-bdf6-5b59a341050a req-a774afae-608c-419e-8573-82c432e600a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:45.127821 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-115500df-0d2f-4c63-bdf6-5b59a341050a req-a774afae-608c-419e-8573-82c432e600a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42ae119e-55a6-4649-98c6-27d9c3bb606b HTTP/1.1" status: 200 len: 853 time: 0.0439715 Mar 28 14:31:45.148781 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [req-4915f3e2-3390-42a6-b831-df7d78eeee3f req-9d61d7e1-68c9-49a1-af38-b3134b55d24a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103205) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 14:31:45.149857 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4915f3e2-3390-42a6-b831-df7d78eeee3f req-9d61d7e1-68c9-49a1-af38-b3134b55d24a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060573 Mar 28 14:31:45.182010 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115500df-0d2f-4c63-bdf6-5b59a341050a req-4ea3f475-448f-4974-aed4-267df3fd8d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:45.183520 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-115500df-0d2f-4c63-bdf6-5b59a341050a req-4ea3f475-448f-4974-aed4-267df3fd8d9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473194 Mar 28 14:31:45.244142 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-e5884e98-7e94-4e2a-94f8-186fa1b663c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '8a844115-6476-4db6-add1-437a47737b95', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'floating_ip_address': '172.27.1.182', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'port_id': '09788ae7-e407-4d87-aaa8-58af6c85f5d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'mac_address': 'fa:16:3e:d2:30:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f630a643-3366-4574-a065-4d4ec91c74df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:31:18Z', 'updated_at': '2022-03-28T14:31:44Z', 'revision_number': 1, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'fixed_ip_address_scope': None}, {'id': 'dab0ba69-6024-413f-b305-42739b4d896d', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'port_id': '2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'mac_address': 'fa:16:3e:ba:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1645ac85-aafc-42ee-929b-353b09f4f218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:27:54Z', 'updated_at': '2022-03-28T14:28:44Z', 'revision_number': 2, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:45.273071 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5884e98-7e94-4e2a-94f8-186fa1b663c2 None None] Checking router: 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:31:45.284569 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5884e98-7e94-4e2a-94f8-186fa1b663c2 None None] Routers {'397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:31:45.285414 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-e5884e98-7e94-4e2a-94f8-186fa1b663c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:31:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:45.377389 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa133e-5025-446e-b9c5-f916ce315a5e req-01805c49-3c08-430f-9ffa-d7474e60d62c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:45.379050 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-38aa133e-5025-446e-b9c5-f916ce315a5e req-01805c49-3c08-430f-9ffa-d7474e60d62c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0822332 Mar 28 14:31:45.467617 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-e5884e98-7e94-4e2a-94f8-186fa1b663c2 None None] Set router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:31:45.504666 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-38aa133e-5025-446e-b9c5-f916ce315a5e req-edaa69ca-1dfc-4494-9af7-c077871dad08 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196702 Mar 28 14:31:45.526892 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-115500df-0d2f-4c63-bdf6-5b59a341050a req-355c1d9b-b055-435c-9091-dffe28d7c2ad service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361981 Mar 28 14:31:45.638685 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-115500df-0d2f-4c63-bdf6-5b59a341050a req-44adeab4-4221-4397-88bf-f9141185d2c6 service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046410 Mar 28 14:31:45.700751 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 44826) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:31:45.751786 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-e5884e98-7e94-4e2a-94f8-186fa1b663c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '8a844115-6476-4db6-add1-437a47737b95', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'floating_ip_address': '172.27.1.182', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'port_id': '09788ae7-e407-4d87-aaa8-58af6c85f5d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'mac_address': 'fa:16:3e:d2:30:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f630a643-3366-4574-a065-4d4ec91c74df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:31:18Z', 'updated_at': '2022-03-28T14:31:44Z', 'revision_number': 1, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'fixed_ip_address_scope': None}, {'id': 'dab0ba69-6024-413f-b305-42739b4d896d', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'port_id': '2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'mac_address': 'fa:16:3e:ba:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1645ac85-aafc-42ee-929b-353b09f4f218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:27:54Z', 'updated_at': '2022-03-28T14:28:44Z', 'revision_number': 2, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:45.779152 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5884e98-7e94-4e2a-94f8-186fa1b663c2 None None] The sync data for ids ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'] in dv-cinder-790535-35-iscsi is: [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '8a844115-6476-4db6-add1-437a47737b95', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'floating_ip_address': '172.27.1.182', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'port_id': '09788ae7-e407-4d87-aaa8-58af6c85f5d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'mac_address': 'fa:16:3e:d2:30:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f630a643-3366-4574-a065-4d4ec91c74df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:31:18Z', 'updated_at': '2022-03-28T14:31:44Z', 'revision_number': 1, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'fixed_ip_address_scope': None}, {'id': 'dab0ba69-6024-413f-b305-42739b4d896d', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'port_id': '2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'mac_address': 'fa:16:3e:ba:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1645ac85-aafc-42ee-929b-353b09f4f218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:27:54Z', 'updated_at': '2022-03-28T14:28:44Z', 'revision_number': 2, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:31:45.813384 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-8d91c7b1-f5c0-4a62-922c-809e2cec60dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:45.885252 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 44838) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:31:45.902154 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-8d91c7b1-f5c0-4a62-922c-809e2cec60dc admin admin] Publish callbacks [] for security_group (d70221e2-bad9-41ff-bb37-740293046356), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:45.908321 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-8d91c7b1-f5c0-4a62-922c-809e2cec60dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (d70221e2-bad9-41ff-bb37-740293046356), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:45.949795 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91c7b1-f5c0-4a62-922c-809e2cec60dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70221e2-bad9-41ff-bb37-740293046356,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:45.957098 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-8d91c7b1-f5c0-4a62-922c-809e2cec60dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c83fd556a0c2406dbcf40e116b431c0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550936 Mar 28 14:31:45.957972 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 44842) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:31:45.990588 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-90bb6377-b6ec-4146-9ee0-a336200b85de req-bab11ab8-7e61-42b4-81cd-25d2924fcd7a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1039641 Mar 28 14:31:45.995803 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [req-90bb6377-b6ec-4146-9ee0-a336200b85de req-a430303f-d3ae-4abf-a0ec-7162fa2eaffa service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103204) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 14:31:46.001550 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a3f6a9-e331-49e0-9bde-feec2e8703df None None] New status for floating IP 8a844115-6476-4db6-add1-437a47737b95: ACTIVE {{(pid=103206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:31:46.007914 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-90bb6377-b6ec-4146-9ee0-a336200b85de req-a430303f-d3ae-4abf-a0ec-7162fa2eaffa service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106413 Mar 28 14:31:46.012696 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-27b818da-b763-4b04-9a99-7eea89ad0e5e admin admin] Publish callbacks [] for security_group (d70221e2-bad9-41ff-bb37-740293046356), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:46.037383 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-27b818da-b763-4b04-9a99-7eea89ad0e5e admin admin] Publish callbacks [] for security_group (d70221e2-bad9-41ff-bb37-740293046356), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:46.081900 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 44848) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:31:46.087146 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-27b818da-b763-4b04-9a99-7eea89ad0e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (d70221e2-bad9-41ff-bb37-740293046356), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:46.090412 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-27b818da-b763-4b04-9a99-7eea89ad0e5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:46.094715 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-27b818da-b763-4b04-9a99-7eea89ad0e5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d70221e2-bad9-41ff-bb37-740293046356 HTTP/1.1" status: 204 len: 168 time: 0.1359332 Mar 28 14:31:46.102640 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b818da-b763-4b04-9a99-7eea89ad0e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70221e2-bad9-41ff-bb37-740293046356,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:46.187059 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb6377-b6ec-4146-9ee0-a336200b85de req-a8d399b9-29b9-43c3-899f-e033ff6295e3 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:46.188542 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-90bb6377-b6ec-4146-9ee0-a336200b85de req-a8d399b9-29b9-43c3-899f-e033ff6295e3 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports/6cf31727-459b-4f50-916c-413df70b7f6e HTTP/1.1" status: 200 len: 940 time: 0.1051803 Mar 28 14:31:46.629138 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441601b-9ba9-47aa-be49-269e726001f2 req-f9131876-f58c-40dc-9245-b4b4c29a2955 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:46.630695 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b441601b-9ba9-47aa-be49-269e726001f2 req-f9131876-f58c-40dc-9245-b4b4c29a2955 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0558093 Mar 28 14:31:46.679696 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b441601b-9ba9-47aa-be49-269e726001f2 req-cdab7772-bb8b-4c1b-a045-9783165a41fa tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434017 Mar 28 14:31:47.047924 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 6cf31727-459b-4f50-916c-413df70b7f6e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:31:47.140333 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 6cf31727-459b-4f50-916c-413df70b7f6e is: DOWN; New status is: DOWN {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:31:47.769690 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb6377-b6ec-4146-9ee0-a336200b85de req-0376ed59-d427-4f90-838f-33cfba16d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:47.771232 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-90bb6377-b6ec-4146-9ee0-a336200b85de req-0376ed59-d427-4f90-838f-33cfba16d1e6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1&tenant_id=26effb221cba493895805136dd811e20 HTTP/1.1" status: 200 len: 1127 time: 0.0801394 Mar 28 14:31:47.809042 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48e7b7-4e95-4185-8d91-7af32bc15fd1 req-945735ba-597b-4388-866e-6efbc6959a97 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:47.810525 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7f48e7b7-4e95-4185-8d91-7af32bc15fd1 req-945735ba-597b-4388-866e-6efbc6959a97 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0545344 Mar 28 14:31:47.840314 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb6377-b6ec-4146-9ee0-a336200b85de req-4c18f063-7c35-429d-9613-7881fb2b275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:47.841894 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-90bb6377-b6ec-4146-9ee0-a336200b85de req-4c18f063-7c35-429d-9613-7881fb2b275d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=26effb221cba493895805136dd811e20&device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 1127 time: 0.0459960 Mar 28 14:31:47.859115 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7f48e7b7-4e95-4185-8d91-7af32bc15fd1 req-46bc26e6-e80d-492e-beaa-b03ded49d2db tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425818 Mar 28 14:31:47.935523 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb6377-b6ec-4146-9ee0-a336200b85de req-1120da69-da41-4315-998a-ee1c8bacae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:47.937024 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-90bb6377-b6ec-4146-9ee0-a336200b85de req-1120da69-da41-4315-998a-ee1c8bacae3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8 HTTP/1.1" status: 200 len: 918 time: 0.0877831 Mar 28 14:31:48.012251 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-90bb6377-b6ec-4146-9ee0-a336200b85de req-8c12dc34-779f-41ea-a1a2-0f8b1d9c157a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cf31727-459b-4f50-916c-413df70b7f6e HTTP/1.1" status: 200 len: 999 time: 0.0566318 Mar 28 14:31:48.061565 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb6377-b6ec-4146-9ee0-a336200b85de req-625228be-96f3-42f3-9479-80c55279b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:48.063086 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-90bb6377-b6ec-4146-9ee0-a336200b85de req-625228be-96f3-42f3-9479-80c55279b403 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=31660ae6-3a03-4024-957b-fcff7a111abb HTTP/1.1" status: 200 len: 856 time: 0.0434315 Mar 28 14:31:48.118908 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb6377-b6ec-4146-9ee0-a336200b85de req-afd418c0-60b6-47ee-a823-06d0c9007e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:48.120419 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-90bb6377-b6ec-4146-9ee0-a336200b85de req-afd418c0-60b6-47ee-a823-06d0c9007e65 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470304 Mar 28 14:31:48.208201 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-90bb6377-b6ec-4146-9ee0-a336200b85de req-ecd9cb4e-9768-4fe5-9026-e76ffb8b1c61 service neutron] 10.222.0.18 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809650 Mar 28 14:31:48.313017 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-90bb6377-b6ec-4146-9ee0-a336200b85de req-f0d297d9-4bc8-4d5f-8114-e5ca9cc1b905 service neutron] 10.222.0.18 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946686 Mar 28 14:31:49.009756 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184926f-9cae-4892-bf4f-e790612e2926 req-a073c065-0928-4ffb-b392-30b68e239bce tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:49.011283 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2184926f-9cae-4892-bf4f-e790612e2926 req-a073c065-0928-4ffb-b392-30b68e239bce tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0619922 Mar 28 14:31:49.067712 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2184926f-9cae-4892-bf4f-e790612e2926 req-b1b8c022-d2ca-410c-8878-3169bdf98ae6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504305 Mar 28 14:31:50.192809 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7c429-6430-426e-8fde-17fc49db9d59 req-75d5e358-56db-43bd-a06c-dc36273c8a93 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:50.194268 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-8fa7c429-6430-426e-8fde-17fc49db9d59 req-75d5e358-56db-43bd-a06c-dc36273c8a93 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0559661 Mar 28 14:31:50.243782 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-8fa7c429-6430-426e-8fde-17fc49db9d59 req-0a26f15c-91e2-46a3-93ce-399b4d5e524f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436697 Mar 28 14:31:51.377653 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5781d0-4aa8-464c-9a43-2a927c8ab11e req-6310730e-6021-4844-bdca-698eeee273c6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:51.389754 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-eb5781d0-4aa8-464c-9a43-2a927c8ab11e req-6310730e-6021-4844-bdca-698eeee273c6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0603607 Mar 28 14:31:51.436541 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-eb5781d0-4aa8-464c-9a43-2a927c8ab11e req-d7211656-2b52-4ff8-9a74-929641189c4c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487976 Mar 28 14:31:52.581751 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86576d51-7139-4eea-8ca5-ee387286a675 req-d413ed5c-14bf-4be5-ab55-01faa53ebe56 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:52.589136 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-86576d51-7139-4eea-8ca5-ee387286a675 req-d413ed5c-14bf-4be5-ab55-01faa53ebe56 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0625851 Mar 28 14:31:52.639445 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-86576d51-7139-4eea-8ca5-ee387286a675 req-61ea22d3-4e58-45ba-89bc-8b771de0ba58 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489712 Mar 28 14:31:53.784310 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70095fbc-141b-49a8-afef-82d847982559 req-41ac88e6-27b1-41aa-a837-70755186b49c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:53.785828 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-70095fbc-141b-49a8-afef-82d847982559 req-41ac88e6-27b1-41aa-a837-70755186b49c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0541751 Mar 28 14:31:53.832618 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-70095fbc-141b-49a8-afef-82d847982559 req-7269261c-35cf-48bb-a64e-ada703a2725f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409665 Mar 28 14:31:54.969743 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f256e-6b6c-4c3f-bd7c-4a8a233def80 req-a6c20cee-3b02-4406-8c5d-9f244f39be86 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:54.972111 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4b1f256e-6b6c-4c3f-bd7c-4a8a233def80 req-a6c20cee-3b02-4406-8c5d-9f244f39be86 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0578067 Mar 28 14:31:55.022055 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4b1f256e-6b6c-4c3f-bd7c-4a8a233def80 req-254d831b-4d19-4d26-857a-103f522612f3 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408263 Mar 28 14:31:56.149149 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212158b7-1bce-4454-8e4d-5a5b373bc740 req-1f774ff2-0185-4e29-b44e-46ec703b55e9 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:56.155671 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-212158b7-1bce-4454-8e4d-5a5b373bc740 req-1f774ff2-0185-4e29-b44e-46ec703b55e9 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0594511 Mar 28 14:31:56.210806 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-212158b7-1bce-4454-8e4d-5a5b373bc740 req-3d16dc53-b114-4846-9bad-1415571798c6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529251 Mar 28 14:31:57.291262 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 45044) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:31:57.342618 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c72192-97e7-461d-9c73-c082a2b532df req-8b556a32-973b-452d-bbbe-5d9db682d3fb tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:57.344947 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c3c72192-97e7-461d-9c73-c082a2b532df req-8b556a32-973b-452d-bbbe-5d9db682d3fb tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0536065 Mar 28 14:31:57.394820 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c3c72192-97e7-461d-9c73-c082a2b532df req-352c0c03-2b08-4715-a239-c1e2e90605ce tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441575 Mar 28 14:31:57.399656 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a7cedc54-c5aa-4b39-9ec7-474bd6ed0470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:57.476618 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a7cedc54-c5aa-4b39-9ec7-474bd6ed0470 admin admin] Publish callbacks [] for security_group (0b3146ab-2680-4eab-82e8-c403acdf9440), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:57.481472 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a7cedc54-c5aa-4b39-9ec7-474bd6ed0470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (0b3146ab-2680-4eab-82e8-c403acdf9440), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:57.521167 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-a7cedc54-c5aa-4b39-9ec7-474bd6ed0470 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2b695c1945e41318d0cfa6e52daa37a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285936 Mar 28 14:31:57.522418 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cedc54-c5aa-4b39-9ec7-474bd6ed0470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3146ab-2680-4eab-82e8-c403acdf9440,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:57.524296 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 45048) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:31:57.572748 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b14a-5e99-400d-b0fb-be8fd82c2e4a admin admin] Publish callbacks [] for security_group (0b3146ab-2680-4eab-82e8-c403acdf9440), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:57.594482 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b14a-5e99-400d-b0fb-be8fd82c2e4a admin admin] Publish callbacks [] for security_group (0b3146ab-2680-4eab-82e8-c403acdf9440), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:57.647119 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b14a-5e99-400d-b0fb-be8fd82c2e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (0b3146ab-2680-4eab-82e8-c403acdf9440), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:57.650249 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b14a-5e99-400d-b0fb-be8fd82c2e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:57.651986 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-1ab9b14a-5e99-400d-b0fb-be8fd82c2e4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b3146ab-2680-4eab-82e8-c403acdf9440 HTTP/1.1" status: 204 len: 168 time: 0.1265905 Mar 28 14:31:57.661714 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9b14a-5e99-400d-b0fb-be8fd82c2e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3146ab-2680-4eab-82e8-c403acdf9440,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:58.316022 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 45072) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:31:58.420099 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-1f9a3484-3415-4aae-af3c-a3dc83e44391 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1027854427-network', 'tenant_id': 'db7369d40f8e4bd79058b766956f104e'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:31:58.444400 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9a3484-3415-4aae-af3c-a3dc83e44391 admin admin] Made reservation on behalf of db7369d40f8e4bd79058b766956f104e for: {'network': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:31:58.446928 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-1f9a3484-3415-4aae-af3c-a3dc83e44391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for network (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:58.455818 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-1f9a3484-3415-4aae-af3c-a3dc83e44391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:58.541997 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03918978-1034-4360-bf64-7ea867a16d8d req-48f5e0bc-28be-4547-9190-1cd12deac4a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:58.543523 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-03918978-1034-4360-bf64-7ea867a16d8d req-48f5e0bc-28be-4547-9190-1cd12deac4a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0762720 Mar 28 14:31:58.601292 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-1f9a3484-3415-4aae-af3c-a3dc83e44391 admin admin] Publish callbacks [] for security_group (89b925b4-4ad5-4923-b141-af15f6396e49), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:58.609168 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-1f9a3484-3415-4aae-af3c-a3dc83e44391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (89b925b4-4ad5-4923-b141-af15f6396e49), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:58.628201 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-03918978-1034-4360-bf64-7ea867a16d8d req-fd60544b-2fc4-4900-9c48-935267557c7c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779543 Mar 28 14:31:58.637109 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f9a3484-3415-4aae-af3c-a3dc83e44391 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:31:58.656235 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a3484-3415-4aae-af3c-a3dc83e44391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b925b4-4ad5-4923-b141-af15f6396e49,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:58.659411 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-1f9a3484-3415-4aae-af3c-a3dc83e44391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (b51aac44-699f-4581-a26b-5ea85ebd8f0b), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:58.659753 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.segments_db [None req-1f9a3484-3415-4aae-af3c-a3dc83e44391 admin admin] Added segment b51aac44-699f-4581-a26b-5ea85ebd8f0b of type vlan for network d201f1b7-86de-4349-9e53-14b77462d26a Mar 28 14:31:58.710121 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-1f9a3484-3415-4aae-af3c-a3dc83e44391 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220902705'] for network (d201f1b7-86de-4349-9e53-14b77462d26a), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:58.738383 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-1f9a3484-3415-4aae-af3c-a3dc83e44391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for network (d201f1b7-86de-4349-9e53-14b77462d26a), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:58.739661 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9a3484-3415-4aae-af3c-a3dc83e44391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:58.740445 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-1f9a3484-3415-4aae-af3c-a3dc83e44391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:58.789332 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-1f9a3484-3415-4aae-af3c-a3dc83e44391 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4720330 Mar 28 14:31:58.792209 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 45078) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:31:58.797136 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-056cf2bf-6d2b-4afb-a7c9-4cef7033c934 admin admin] Request body: {'subnet': {'network_id': 'd201f1b7-86de-4349-9e53-14b77462d26a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1027854427-subnet', 'tenant_id': 'db7369d40f8e4bd79058b766956f104e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:31:58.805332 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a3484-3415-4aae-af3c-a3dc83e44391 admin admin] Pushing event updated for resources: {'Network': ['ID=d201f1b7-86de-4349-9e53-14b77462d26a,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:58.816313 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Network d201f1b7-86de-4349-9e53-14b77462d26a details requested by agent ovs-agent-dv-cinder-790535-35-iscsi with host dv-cinder-790535-35-iscsi {{(pid=103206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:31:58.817728 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056cf2bf-6d2b-4afb-a7c9-4cef7033c934 admin admin] Made reservation on behalf of db7369d40f8e4bd79058b766956f104e for: {'subnet': 1} {{(pid=103204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:31:58.820091 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-056cf2bf-6d2b-4afb-a7c9-4cef7033c934 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4368929'] for subnet (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:59.001246 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-056cf2bf-6d2b-4afb-a7c9-4cef7033c934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4432319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4368951'] for subnet (75847200-85ce-4cc8-92dc-56adabf4ad2b), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:59.055373 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056cf2bf-6d2b-4afb-a7c9-4cef7033c934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75847200-85ce-4cc8-92dc-56adabf4ad2b,revision_number=0']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:59.065686 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056cf2bf-6d2b-4afb-a7c9-4cef7033c934 admin admin] Checking segment: {'id': 'b51aac44-699f-4581-a26b-5ea85ebd8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd201f1b7-86de-4349-9e53-14b77462d26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:31:59.066043 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056cf2bf-6d2b-4afb-a7c9-4cef7033c934 admin admin] Network hostable DHCP agents. Network: d201f1b7-86de-4349-9e53-14b77462d26a, hostable agents: ['eea6c500-11a4-453f-b304-9367778e315c'], hosted agents: [] {{(pid=103204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:31:59.084311 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056cf2bf-6d2b-4afb-a7c9-4cef7033c934 admin admin] Network d201f1b7-86de-4349-9e53-14b77462d26a is scheduled to be hosted by DHCP agent eea6c500-11a4-453f-b304-9367778e315c with binding_index 1 {{(pid=103204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:31:59.095120 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-056cf2bf-6d2b-4afb-a7c9-4cef7033c934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-35-iscsi, d201f1b7-86de-4349-9e53-14b77462d26a) {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:31:59.100612 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056cf2bf-6d2b-4afb-a7c9-4cef7033c934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:59.101638 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-056cf2bf-6d2b-4afb-a7c9-4cef7033c934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for subnet (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:59.105870 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca84c48-3735-4bb6-afbb-e52b2dd791e2 None None] Network d201f1b7-86de-4349-9e53-14b77462d26a requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:31:59.135556 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-056cf2bf-6d2b-4afb-a7c9-4cef7033c934 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3416696 Mar 28 14:31:59.218908 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ce9ea1-6737-4662-b794-f6b86a9acccb None None] Network d201f1b7-86de-4349-9e53-14b77462d26a requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:31:59.273520 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-361e494c-5b84-4e62-aa4b-c5daadf360fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:31:59.794951 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefe07d-1e79-413e-8888-6cc7422600b0 req-644c8221-28ef-49b6-966d-c21781d20adf tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:59.796471 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-acefe07d-1e79-413e-8888-6cc7422600b0 req-644c8221-28ef-49b6-966d-c21781d20adf tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0628095 Mar 28 14:31:59.859369 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-acefe07d-1e79-413e-8888-6cc7422600b0 req-de2589e9-ffc9-4140-ae6c-5cf3e430d993 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546601 Mar 28 14:32:00.987267 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dd7cf-f72e-4f30-831c-ef670485e966 req-9a5f34b2-2592-481d-90e8-b49f62548f4c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:00.988775 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5d2dd7cf-f72e-4f30-831c-ef670485e966 req-9a5f34b2-2592-481d-90e8-b49f62548f4c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0590427 Mar 28 14:32:00.988987 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-c8620ad4-0d1f-44bd-9b97-edbcfeb91d10 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:00.990482 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-c8620ad4-0d1f-44bd-9b97-edbcfeb91d10 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/networks?id=d201f1b7-86de-4349-9e53-14b77462d26a HTTP/1.1" status: 200 len: 814 time: 0.1248438 Mar 28 14:32:01.009493 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-b330dd3d-be20-4143-b9ca-650aa28de597 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/quotas/db7369d40f8e4bd79058b766956f104e HTTP/1.1" status: 200 len: 375 time: 0.0095053 Mar 28 14:32:01.052362 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-36216a8f-5f62-4477-b779-3436042afcb2 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=db7369d40f8e4bd79058b766956f104e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371399 Mar 28 14:32:01.054728 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5d2dd7cf-f72e-4f30-831c-ef670485e966 req-65f2df58-fe0c-4b2d-b4dc-3ee7b47ca41f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591204 Mar 28 14:32:01.151154 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-6b60be8b-ab4d-49ef-ba08-710b565297c0 service neutron] 10.222.0.13 "GET /v2.0/networks/d201f1b7-86de-4349-9e53-14b77462d26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888565 Mar 28 14:32:01.238508 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-ea2b051c-a882-4885-8dc6-c745a6cb775d service neutron] 10.222.0.13 "GET /v2.0/networks/d201f1b7-86de-4349-9e53-14b77462d26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817103 Mar 28 14:32:01.404435 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ea80df2e-43d2-485b-85b9-c93285ae9c8d req-22006bc4-a777-4ab9-b5d4-fbdc3a64d7cd tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2a5cfdd-dbb1-401d-9777-d12ee9dcec62 HTTP/1.1" status: 200 len: 210 time: 0.0276132 Mar 28 14:32:01.683601 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-0bb4e928-421a-4427-a658-23acb190c78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:02.198664 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cc1f9-0bb9-42cc-85b1-0cd5007cc126 req-0d83fd36-007e-490c-8deb-d16af6e13131 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:02.200174 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c28cc1f9-0bb9-42cc-85b1-0cd5007cc126 req-0d83fd36-007e-490c-8deb-d16af6e13131 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0657384 Mar 28 14:32:02.247178 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c28cc1f9-0bb9-42cc-85b1-0cd5007cc126 req-d38990d8-9873-499c-8f78-dee1d38a2f36 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413346 Mar 28 14:32:02.510270 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1981939d-df52-40f1-a18c-b2cfec36a60e req-5228de54-5037-474b-a951-eb1ec02b6b35 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2a5cfdd-dbb1-401d-9777-d12ee9dcec62 HTTP/1.1" status: 200 len: 210 time: 0.0272861 Mar 28 14:32:02.680859 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:03.400981 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3d620-214d-41f9-b07e-dc8f4f8a51dd req-d7fd22d7-563e-41a6-a08e-5f489424bbee tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:03.402456 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5bf3d620-214d-41f9-b07e-dc8f4f8a51dd req-d7fd22d7-563e-41a6-a08e-5f489424bbee tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0720820 Mar 28 14:32:03.453069 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5bf3d620-214d-41f9-b07e-dc8f4f8a51dd req-9e8346b6-75ae-4c97-b110-5f1d81539b91 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443139 Mar 28 14:32:03.605011 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-134e6a2f-374e-48f6-a98a-9c53acb1a088 req-f47abbba-67dc-430b-a149-dadbcc432cc1 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2a5cfdd-dbb1-401d-9777-d12ee9dcec62 HTTP/1.1" status: 200 len: 210 time: 0.0273886 Mar 28 14:32:03.933636 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:04.593101 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312e900-1c0f-470d-bc2b-3e663c8ffb2c req-ea21ff0a-1c4f-4057-8965-9ac2e8d7ca04 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:04.594535 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6312e900-1c0f-470d-bc2b-3e663c8ffb2c req-ea21ff0a-1c4f-4057-8965-9ac2e8d7ca04 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0541959 Mar 28 14:32:04.642616 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6312e900-1c0f-470d-bc2b-3e663c8ffb2c req-506aeb81-7495-43c7-b79e-9f87d64cbd8f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399215 Mar 28 14:32:04.699566 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-71f4290d-5597-4fe9-8538-8d69d0515f51 req-f5d56d50-afd2-4063-aede-ff6fa563394a tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2a5cfdd-dbb1-401d-9777-d12ee9dcec62 HTTP/1.1" status: 200 len: 210 time: 0.0270205 Mar 28 14:32:05.436083 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:05.787579 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a77766-6f0f-4c45-a788-2d259a833040 req-51517758-162d-468b-8e3e-fe1186da40ea tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:05.789021 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-91a77766-6f0f-4c45-a788-2d259a833040 req-51517758-162d-468b-8e3e-fe1186da40ea tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0612907 Mar 28 14:32:05.795273 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c8f4b233-977f-4c0d-ab02-a39be7f852e5 req-783cb18d-0bce-4b3e-8ba0-537571d38445 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2a5cfdd-dbb1-401d-9777-d12ee9dcec62 HTTP/1.1" status: 200 len: 210 time: 0.0263069 Mar 28 14:32:05.834400 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-91a77766-6f0f-4c45-a788-2d259a833040 req-46171679-ffae-463c-836d-e25939a1817b tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396767 Mar 28 14:32:06.119329 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-3be8f90d-fc1a-4c39-a5d1-e771e4b62416 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:06.120801 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-3be8f90d-fc1a-4c39-a5d1-e771e4b62416 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.18 "GET /v2.0/networks?id=d201f1b7-86de-4349-9e53-14b77462d26a HTTP/1.1" status: 200 len: 814 time: 0.0979128 Mar 28 14:32:06.136199 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-f84178f3-90f8-4b29-bade-d4f90925309d tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Request body: {'port': {'device_id': 'a2a5cfdd-dbb1-401d-9777-d12ee9dcec62', 'network_id': 'd201f1b7-86de-4349-9e53-14b77462d26a', 'admin_state_up': True, 'tenant_id': 'db7369d40f8e4bd79058b766956f104e'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:32:06.245625 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-f84178f3-90f8-4b29-bade-d4f90925309d tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Made reservation on behalf of db7369d40f8e4bd79058b766956f104e for: {'port': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:32:06.249146 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-f84178f3-90f8-4b29-bade-d4f90925309d tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:06.378111 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-f84178f3-90f8-4b29-bade-d4f90925309d tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Allocated IP 172.20.0.11 (d201f1b7-86de-4349-9e53-14b77462d26a/75847200-85ce-4cc8-92dc-56adabf4ad2b/7e05c8be-be1f-4cce-a2b3-7addbef8919e) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:32:06.535626 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-f84178f3-90f8-4b29-bade-d4f90925309d tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Publish callbacks [] for port (7e05c8be-be1f-4cce-a2b3-7addbef8919e), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:06.574466 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-f84178f3-90f8-4b29-bade-d4f90925309d tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (7e05c8be-be1f-4cce-a2b3-7addbef8919e), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:06.615364 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-f84178f3-90f8-4b29-bade-d4f90925309d tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Network d201f1b7-86de-4349-9e53-14b77462d26a is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:32:06.618387 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-f84178f3-90f8-4b29-bade-d4f90925309d tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:32:06.623878 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-f84178f3-90f8-4b29-bade-d4f90925309d tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:32:06.650380 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84178f3-90f8-4b29-bade-d4f90925309d tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Pushing event updated for resources: {'Port': ['ID=7e05c8be-be1f-4cce-a2b3-7addbef8919e,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:32:06.677833 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-f84178f3-90f8-4b29-bade-d4f90925309d tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:06.678437 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-f84178f3-90f8-4b29-bade-d4f90925309d tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:06.695431 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-f84178f3-90f8-4b29-bade-d4f90925309d tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5629988 Mar 28 14:32:06.715841 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-69bd2092-8cc3-4696-8bf7-ed99769126a5 service neutron] Request body: {'port': {'device_id': 'a2a5cfdd-dbb1-401d-9777-d12ee9dcec62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:32:06.778053 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-69bd2092-8cc3-4696-8bf7-ed99769126a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (7e05c8be-be1f-4cce-a2b3-7addbef8919e), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:06.923887 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1d0d1-3156-47f6-983c-3b7b8cf79065 req-34e93ac3-cca2-4522-acc8-e944e45f5198 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:06.926246 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-26a1d0d1-3156-47f6-983c-3b7b8cf79065 req-34e93ac3-cca2-4522-acc8-e944e45f5198 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2a5cfdd-dbb1-401d-9777-d12ee9dcec62 HTTP/1.1" status: 200 len: 932 time: 0.0650415 Mar 28 14:32:06.971428 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-26a1d0d1-3156-47f6-983c-3b7b8cf79065 req-da7e3e41-1659-495b-8878-8b604c9bb362 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392303 Mar 28 14:32:07.012192 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28095c55-0cf7-4769-bf0a-01383479b5bd req-4e7a581c-0149-4d25-a9f3-85d959f32e27 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:07.014076 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-28095c55-0cf7-4769-bf0a-01383479b5bd req-4e7a581c-0149-4d25-a9f3-85d959f32e27 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.1069844 Mar 28 14:32:07.113822 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-28095c55-0cf7-4769-bf0a-01383479b5bd req-a137584a-baf9-4357-9d22-23c1ade8e0de tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917320 Mar 28 14:32:07.163772 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-69bd2092-8cc3-4696-8bf7-ed99769126a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e05c8be-be1f-4cce-a2b3-7addbef8919e {{(pid=103205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:32:07.171192 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-69bd2092-8cc3-4696-8bf7-ed99769126a5 service neutron] Publish callbacks [] for port (7e05c8be-be1f-4cce-a2b3-7addbef8919e), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:07.185898 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.provisioning_blocks [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-69bd2092-8cc3-4696-8bf7-ed99769126a5 service neutron] Transition to ACTIVE for port object 7e05c8be-be1f-4cce-a2b3-7addbef8919e will not be triggered until provisioned by entity L2. {{(pid=103205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 14:32:07.192186 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-69bd2092-8cc3-4696-8bf7-ed99769126a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (7e05c8be-be1f-4cce-a2b3-7addbef8919e), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:07.242497 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd2092-8cc3-4696-8bf7-ed99769126a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e05c8be-be1f-4cce-a2b3-7addbef8919e,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:32:07.307810 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-69bd2092-8cc3-4696-8bf7-ed99769126a5 service neutron] Attempting to bind port 7e05c8be-be1f-4cce-a2b3-7addbef8919e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:32:07.308135 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-69bd2092-8cc3-4696-8bf7-ed99769126a5 service neutron] Attempting to bind port 7e05c8be-be1f-4cce-a2b3-7addbef8919e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b51aac44-699f-4581-a26b-5ea85ebd8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd201f1b7-86de-4349-9e53-14b77462d26a'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:32:07.308457 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-69bd2092-8cc3-4696-8bf7-ed99769126a5 service neutron] Attempting to bind port 7e05c8be-be1f-4cce-a2b3-7addbef8919e on network d201f1b7-86de-4349-9e53-14b77462d26a {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:32:07.312881 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-69bd2092-8cc3-4696-8bf7-ed99769126a5 service neutron] Port 7e05c8be-be1f-4cce-a2b3-7addbef8919e on network d201f1b7-86de-4349-9e53-14b77462d26a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:32:07.313194 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-69bd2092-8cc3-4696-8bf7-ed99769126a5 service neutron] Attempting to bind port 7e05c8be-be1f-4cce-a2b3-7addbef8919e on network d201f1b7-86de-4349-9e53-14b77462d26a {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:32:07.318239 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-69bd2092-8cc3-4696-8bf7-ed99769126a5 service neutron] Checking agent: {'id': 'ab5a62a0-b9cc-4af2-a98d-7d97375b077a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'started_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:32:07.318566 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-69bd2092-8cc3-4696-8bf7-ed99769126a5 service neutron] Checking segment: {'id': 'b51aac44-699f-4581-a26b-5ea85ebd8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd201f1b7-86de-4349-9e53-14b77462d26a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:32:07.318941 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-69bd2092-8cc3-4696-8bf7-ed99769126a5 service neutron] Bound using segment: {'id': 'b51aac44-699f-4581-a26b-5ea85ebd8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd201f1b7-86de-4349-9e53-14b77462d26a'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:32:07.319412 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-69bd2092-8cc3-4696-8bf7-ed99769126a5 service neutron] Bound port: 7e05c8be-be1f-4cce-a2b3-7addbef8919e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51aac44-699f-4581-a26b-5ea85ebd8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd201f1b7-86de-4349-9e53-14b77462d26a'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:32:07.319733 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-69bd2092-8cc3-4696-8bf7-ed99769126a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (7e05c8be-be1f-4cce-a2b3-7addbef8919e), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:07.381150 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-69bd2092-8cc3-4696-8bf7-ed99769126a5 service neutron] For port 7e05c8be-be1f-4cce-a2b3-7addbef8919e, host hv-cinder-79053, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:32:07.386079 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-69bd2092-8cc3-4696-8bf7-ed99769126a5 service neutron] For port 7e05c8be-be1f-4cce-a2b3-7addbef8919e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7e05c8be-be1f-4cce-a2b3-7addbef8919e,segment=NetworkSegment(b51aac44-699f-4581-a26b-5ea85ebd8f0b),segment_id=b51aac44-699f-4581-a26b-5ea85ebd8f0b)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:32:07.395709 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-69bd2092-8cc3-4696-8bf7-ed99769126a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (7e05c8be-be1f-4cce-a2b3-7addbef8919e), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:07.431482 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-69bd2092-8cc3-4696-8bf7-ed99769126a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:07.432082 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-69bd2092-8cc3-4696-8bf7-ed99769126a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:07.433434 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-69bd2092-8cc3-4696-8bf7-ed99769126a5 service neutron] 10.222.0.18 "PUT /v2.0/ports/7e05c8be-be1f-4cce-a2b3-7addbef8919e HTTP/1.1" status: 200 len: 1094 time: 0.7216139 Mar 28 14:32:07.433885 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a5cfdd-dbb1-401d-9777-d12ee9dcec62', 'tag': '7e05c8be-be1f-4cce-a2b3-7addbef8919e'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:32:07.436189 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6f1ce3-0a7e-42c6-becb-b7f31d320f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a5cfdd-dbb1-401d-9777-d12ee9dcec62", "tag": "7e05c8be-be1f-4cce-a2b3-7addbef8919e"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:32:07.458970 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd2092-8cc3-4696-8bf7-ed99769126a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e05c8be-be1f-4cce-a2b3-7addbef8919e,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:32:07.482221 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd956e07-5573-4227-9e5a-df18ac65fd04 x-openstack-request-id: req-fd956e07-5573-4227-9e5a-df18ac65fd04 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:32:07.482500 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a5cfdd-dbb1-401d-9777-d12ee9dcec62", "tag": "7e05c8be-be1f-4cce-a2b3-7addbef8919e", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:32:07.482756 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd956e07-5573-4227-9e5a-df18ac65fd04 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:32:07.483180 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd956e07-5573-4227-9e5a-df18ac65fd04'] response: {'name': 'network-changed', 'server_uuid': 'a2a5cfdd-dbb1-401d-9777-d12ee9dcec62', 'tag': '7e05c8be-be1f-4cce-a2b3-7addbef8919e', 'status': 'completed', 'code': 200} Mar 28 14:32:07.523042 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-cf4caade-e234-432f-ad29-ccf8adfb1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:07.524517 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-cf4caade-e234-432f-ad29-ccf8adfb1e87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db7369d40f8e4bd79058b766956f104e&device_id=a2a5cfdd-dbb1-401d-9777-d12ee9dcec62 HTTP/1.1" status: 200 len: 1128 time: 0.0511408 Mar 28 14:32:07.567562 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-f9870468-ca06-493a-b437-c3ecdcfdaad8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e05c8be-be1f-4cce-a2b3-7addbef8919e HTTP/1.1" status: 200 len: 217 time: 0.0331438 Mar 28 14:32:07.613783 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-b8a3b770-4d43-4870-9727-a4217c540cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:07.615190 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-b8a3b770-4d43-4870-9727-a4217c540cbd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75847200-85ce-4cc8-92dc-56adabf4ad2b HTTP/1.1" status: 200 len: 854 time: 0.0415595 Mar 28 14:32:07.648948 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-1e907548-1f2d-4a87-9fa8-332fc62f0666 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d201f1b7-86de-4349-9e53-14b77462d26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254340 Mar 28 14:32:07.739684 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-6c2b1d27-9a7f-4141-a588-f614325ac5f2 service neutron] 10.222.0.18 "GET /v2.0/networks/d201f1b7-86de-4349-9e53-14b77462d26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834205 Mar 28 14:32:07.831385 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2a15daba-081a-4fb7-a257-f5dc7ea1ff5c req-33a5197f-d9f9-420a-ac86-d688b0a3fb92 service neutron] 10.222.0.18 "GET /v2.0/networks/d201f1b7-86de-4349-9e53-14b77462d26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817358 Mar 28 14:32:07.935644 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f1ce3-0a7e-42c6-becb-b7f31d320f1b req-850c0e87-3425-46b8-ac4c-9da761125667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:07.937101 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bb6f1ce3-0a7e-42c6-becb-b7f31d320f1b req-850c0e87-3425-46b8-ac4c-9da761125667 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db7369d40f8e4bd79058b766956f104e&device_id=a2a5cfdd-dbb1-401d-9777-d12ee9dcec62 HTTP/1.1" status: 200 len: 1128 time: 0.0505109 Mar 28 14:32:08.031304 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f1ce3-0a7e-42c6-becb-b7f31d320f1b req-72cdad57-7253-4ae3-8081-bb2ed662da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:08.032831 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bb6f1ce3-0a7e-42c6-becb-b7f31d320f1b req-72cdad57-7253-4ae3-8081-bb2ed662da9b service neutron] 10.222.0.18 "GET /v2.0/networks?id=d201f1b7-86de-4349-9e53-14b77462d26a HTTP/1.1" status: 200 len: 915 time: 0.0854039 Mar 28 14:32:08.097738 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bb6f1ce3-0a7e-42c6-becb-b7f31d320f1b req-d27526bd-761e-4b4e-a491-c424344de399 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e05c8be-be1f-4cce-a2b3-7addbef8919e HTTP/1.1" status: 200 len: 217 time: 0.0573430 Mar 28 14:32:08.154075 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72010de-de35-463d-b124-ac736cc85470 req-0bc1414d-3ce9-4128-ab0b-751c6f61240b tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:08.155657 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c72010de-de35-463d-b124-ac736cc85470 req-0bc1414d-3ce9-4128-ab0b-751c6f61240b tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2a5cfdd-dbb1-401d-9777-d12ee9dcec62 HTTP/1.1" status: 200 len: 944 time: 0.1170003 Mar 28 14:32:08.161296 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f1ce3-0a7e-42c6-becb-b7f31d320f1b req-71599cae-46ed-40b5-b70e-1322b1ef8184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:08.162650 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bb6f1ce3-0a7e-42c6-becb-b7f31d320f1b req-71599cae-46ed-40b5-b70e-1322b1ef8184 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75847200-85ce-4cc8-92dc-56adabf4ad2b HTTP/1.1" status: 200 len: 854 time: 0.0575752 Mar 28 14:32:08.200553 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bb6f1ce3-0a7e-42c6-becb-b7f31d320f1b req-7900d9bb-2edd-488a-bae8-985e8beece18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d201f1b7-86de-4349-9e53-14b77462d26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303192 Mar 28 14:32:08.246261 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a8b32-26d8-458f-839a-abe37d09c104 req-51b09dc1-90a4-459d-a983-c90195173d6c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:08.247873 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-e15a8b32-26d8-458f-839a-abe37d09c104 req-51b09dc1-90a4-459d-a983-c90195173d6c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0543687 Mar 28 14:32:08.268032 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c72010de-de35-463d-b124-ac736cc85470 req-eb1d42a3-cd9c-4aa1-a8a2-7eda49d5b21a tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043234 Mar 28 14:32:08.295921 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-e15a8b32-26d8-458f-839a-abe37d09c104 req-69fd8362-86e4-44c4-bb7d-ebfd15001ad0 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418115 Mar 28 14:32:08.311634 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bb6f1ce3-0a7e-42c6-becb-b7f31d320f1b req-07031cb5-7014-4c3f-956f-65ae10fab70d service neutron] 10.222.0.18 "GET /v2.0/networks/d201f1b7-86de-4349-9e53-14b77462d26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010008 Mar 28 14:32:08.404443 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bb6f1ce3-0a7e-42c6-becb-b7f31d320f1b req-8a484af7-09de-4c22-b546-14086a7b9e70 service neutron] 10.222.0.18 "GET /v2.0/networks/d201f1b7-86de-4349-9e53-14b77462d26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869880 Mar 28 14:32:08.851331 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:32:09.408638 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86713f-291c-4eb5-8cab-3544d680cb0d req-61782238-5e52-4bb9-a61f-cd2f79d167fc tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:09.411358 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0c86713f-291c-4eb5-8cab-3544d680cb0d req-61782238-5e52-4bb9-a61f-cd2f79d167fc tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2a5cfdd-dbb1-401d-9777-d12ee9dcec62 HTTP/1.1" status: 200 len: 944 time: 0.0554221 Mar 28 14:32:09.424776 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ab1fa-85ad-45fd-81c6-c36fdd35b76d req-41ea93f1-8a34-4c35-af38-7dcbe4e7e508 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:09.426273 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-021ab1fa-85ad-45fd-81c6-c36fdd35b76d req-41ea93f1-8a34-4c35-af38-7dcbe4e7e508 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0552526 Mar 28 14:32:09.456852 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0c86713f-291c-4eb5-8cab-3544d680cb0d req-3fe949a2-b962-4212-bd9f-7eff11b48bac tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410681 Mar 28 14:32:09.475848 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-021ab1fa-85ad-45fd-81c6-c36fdd35b76d req-32f92930-c778-48be-85d9-bc91876543d0 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439565 Mar 28 14:32:09.495008 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:10.575226 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ef900-d7fc-4f0c-a5ba-08340b800907 req-17dc6ebe-303b-4a92-bccf-6414c40fae37 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:10.576751 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-386ef900-d7fc-4f0c-a5ba-08340b800907 req-17dc6ebe-303b-4a92-bccf-6414c40fae37 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2a5cfdd-dbb1-401d-9777-d12ee9dcec62 HTTP/1.1" status: 200 len: 944 time: 0.0528772 Mar 28 14:32:10.599145 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4df8b-b1aa-4453-937b-edb027e8eaf4 req-22a95764-3657-4d5a-bead-4d3e93822107 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:10.600665 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f2d4df8b-b1aa-4453-937b-edb027e8eaf4 req-22a95764-3657-4d5a-bead-4d3e93822107 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0518351 Mar 28 14:32:10.623949 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-386ef900-d7fc-4f0c-a5ba-08340b800907 req-52d25d58-5ad9-46f9-a67b-b2a56d4583ab tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415580 Mar 28 14:32:10.648207 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f2d4df8b-b1aa-4453-937b-edb027e8eaf4 req-390ca8f1-4dd2-4de8-b1c8-086512ef8c5d tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417349 Mar 28 14:32:11.183312 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 7e05c8be-be1f-4cce-a2b3-7addbef8919e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:32:11.285895 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 7e05c8be-be1f-4cce-a2b3-7addbef8919e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7e05c8be-be1f-4cce-a2b3-7addbef8919e,segment=NetworkSegment(b51aac44-699f-4581-a26b-5ea85ebd8f0b),segment_id=b51aac44-699f-4581-a26b-5ea85ebd8f0b)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:32:11.301932 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': '7e05c8be-be1f-4cce-a2b3-7addbef8919e', 'network_id': 'd201f1b7-86de-4349-9e53-14b77462d26a', 'port_id': '7e05c8be-be1f-4cce-a2b3-7addbef8919e', 'mac_address': 'fa:16:3e:f3:c2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75847200-85ce-4cc8-92dc-56adabf4ad2b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:32:11.340035 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 7e05c8be-be1f-4cce-a2b3-7addbef8919e is: DOWN; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:32:11.340426 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (7e05c8be-be1f-4cce-a2b3-7addbef8919e), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:11.356781 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e05c8be-be1f-4cce-a2b3-7addbef8919e {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:32:11.377807 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 7e05c8be-be1f-4cce-a2b3-7addbef8919e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7e05c8be-be1f-4cce-a2b3-7addbef8919e,segment=NetworkSegment(b51aac44-699f-4581-a26b-5ea85ebd8f0b),segment_id=b51aac44-699f-4581-a26b-5ea85ebd8f0b)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:32:11.384129 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (7e05c8be-be1f-4cce-a2b3-7addbef8919e), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:11.431929 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=7e05c8be-be1f-4cce-a2b3-7addbef8919e,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:32:11.761322 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469ab28-5ba8-4b29-952b-0617c47ef8d5 req-48268e5d-7039-437f-8709-db91ece7602e tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:11.762948 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9469ab28-5ba8-4b29-952b-0617c47ef8d5 req-48268e5d-7039-437f-8709-db91ece7602e tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2a5cfdd-dbb1-401d-9777-d12ee9dcec62 HTTP/1.1" status: 200 len: 945 time: 0.0585742 Mar 28 14:32:11.777990 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae5b44-1c2f-48e6-83ed-62573fcf863d req-d788ff20-2dda-4774-8337-a0ada352f9e8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:11.779496 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9aae5b44-1c2f-48e6-83ed-62573fcf863d req-d788ff20-2dda-4774-8337-a0ada352f9e8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0523903 Mar 28 14:32:11.809610 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9469ab28-5ba8-4b29-952b-0617c47ef8d5 req-3c2a9091-4c1a-4dd5-8936-0804db7ae7a7 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406985 Mar 28 14:32:11.829673 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9aae5b44-1c2f-48e6-83ed-62573fcf863d req-3d6259f7-b43f-4de7-b4c4-7dc50d75b918 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441849 Mar 28 14:32:11.904699 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['7e05c8be-be1f-4cce-a2b3-7addbef8919e'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:32:12.938538 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e9fb7-339a-4d6d-a48a-29f636d27b52 req-edab4f98-a427-4b6e-affe-ea71cde62b82 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:12.939993 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-819e9fb7-339a-4d6d-a48a-29f636d27b52 req-edab4f98-a427-4b6e-affe-ea71cde62b82 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2a5cfdd-dbb1-401d-9777-d12ee9dcec62 HTTP/1.1" status: 200 len: 945 time: 0.0514491 Mar 28 14:32:12.954760 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ea733-ce7a-447a-a2d1-0620239e7f05 req-9f1b136a-bd07-49fb-a57d-69f93182299c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:12.956449 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9b9ea733-ce7a-447a-a2d1-0620239e7f05 req-9f1b136a-bd07-49fb-a57d-69f93182299c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0517380 Mar 28 14:32:12.985992 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-819e9fb7-339a-4d6d-a48a-29f636d27b52 req-7deeb177-f925-4b0d-9f78-f6161bcca5a3 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402098 Mar 28 14:32:13.004107 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9b9ea733-ce7a-447a-a2d1-0620239e7f05 req-06071ca5-4f88-462e-bc7d-74d9703a3eab tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420787 Mar 28 14:32:14.115992 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72410544-5e99-41ad-a04f-b86e287d9265 req-758c7fd6-f5f5-43bc-8d3c-f4d944c19a5b tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:14.117475 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-72410544-5e99-41ad-a04f-b86e287d9265 req-758c7fd6-f5f5-43bc-8d3c-f4d944c19a5b tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2a5cfdd-dbb1-401d-9777-d12ee9dcec62 HTTP/1.1" status: 200 len: 945 time: 0.0520933 Mar 28 14:32:14.130044 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b99a3-b53d-43cc-b654-46c3369371e6 req-4eef27ec-0c7c-41ab-a5da-70104373a3ac tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:14.131592 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7b8b99a3-b53d-43cc-b654-46c3369371e6 req-4eef27ec-0c7c-41ab-a5da-70104373a3ac tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0537000 Mar 28 14:32:14.168137 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-72410544-5e99-41ad-a04f-b86e287d9265 req-43b4ac69-aef8-44e5-a023-ae227bc0ae56 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445547 Mar 28 14:32:14.178412 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7b8b99a3-b53d-43cc-b654-46c3369371e6 req-3f11037f-bdfd-42f8-9dfc-f3801853a535 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409176 Mar 28 14:32:15.202978 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 6cf31727-459b-4f50-916c-413df70b7f6e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:32:15.210268 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 7e05c8be-be1f-4cce-a2b3-7addbef8919e up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:32:15.308345 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cef3b-4637-40fb-adc2-7307e660b2fa req-e809e5a3-5b81-488f-8800-7c2a3aba0970 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:15.309565 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd009f-98fb-4eca-9b7d-00b30e988c3a req-030dcd92-0f13-4606-b17d-78f4989e0e79 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:15.309978 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e14cef3b-4637-40fb-adc2-7307e660b2fa req-e809e5a3-5b81-488f-8800-7c2a3aba0970 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2a5cfdd-dbb1-401d-9777-d12ee9dcec62 HTTP/1.1" status: 200 len: 945 time: 0.0668116 Mar 28 14:32:15.316341 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-88bd009f-98fb-4eca-9b7d-00b30e988c3a req-030dcd92-0f13-4606-b17d-78f4989e0e79 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 943 time: 0.0639756 Mar 28 14:32:15.330252 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning for port 7e05c8be-be1f-4cce-a2b3-7addbef8919e completed by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 14:32:15.337419 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port 7e05c8be-be1f-4cce-a2b3-7addbef8919e triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:32:15.338047 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (7e05c8be-be1f-4cce-a2b3-7addbef8919e), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:15.360878 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-88bd009f-98fb-4eca-9b7d-00b30e988c3a req-d3df506c-e3d5-4ba4-86a8-bc76f00b38bf tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436897 Mar 28 14:32:15.361455 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e14cef3b-4637-40fb-adc2-7307e660b2fa req-0711c2d4-a3ab-44e0-8cf5-0a3ae9706d9d tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441267 Mar 28 14:32:15.371155 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 6cf31727-459b-4f50-916c-413df70b7f6e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6cf31727-459b-4f50-916c-413df70b7f6e,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:32:15.396780 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': '6cf31727-459b-4f50-916c-413df70b7f6e', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'port_id': '6cf31727-459b-4f50-916c-413df70b7f6e', 'mac_address': 'fa:16:3e:f6:b0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:32:15.456285 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 6cf31727-459b-4f50-916c-413df70b7f6e is: DOWN; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:32:15.456590 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:15.477873 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf31727-459b-4f50-916c-413df70b7f6e {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:32:15.485233 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 7e05c8be-be1f-4cce-a2b3-7addbef8919e is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:32:15.485760 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (7e05c8be-be1f-4cce-a2b3-7addbef8919e), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:15.516957 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 6cf31727-459b-4f50-916c-413df70b7f6e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6cf31727-459b-4f50-916c-413df70b7f6e,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:32:15.524203 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:15.532498 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a5cfdd-dbb1-401d-9777-d12ee9dcec62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e05c8be-be1f-4cce-a2b3-7addbef8919e'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:32:15.534720 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26161db2-4d77-4047-97c9-7d6e1cfaaba4" -d '{"events": [{"server_uuid": "a2a5cfdd-dbb1-401d-9777-d12ee9dcec62", "name": "network-vif-plugged", "status": "completed", "tag": "7e05c8be-be1f-4cce-a2b3-7addbef8919e"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:32:15.565686 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 7e05c8be-be1f-4cce-a2b3-7addbef8919e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7e05c8be-be1f-4cce-a2b3-7addbef8919e,segment=NetworkSegment(b51aac44-699f-4581-a26b-5ea85ebd8f0b),segment_id=b51aac44-699f-4581-a26b-5ea85ebd8f0b)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:32:15.571229 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (7e05c8be-be1f-4cce-a2b3-7addbef8919e), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:15.588965 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66dac751-da9a-4e31-956c-33b5679618a4 x-openstack-request-id: req-66dac751-da9a-4e31-956c-33b5679618a4 {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:32:15.589261 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a5cfdd-dbb1-401d-9777-d12ee9dcec62", "name": "network-vif-plugged", "status": "completed", "tag": "7e05c8be-be1f-4cce-a2b3-7addbef8919e", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:32:15.589500 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66dac751-da9a-4e31-956c-33b5679618a4 {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:32:15.589895 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66dac751-da9a-4e31-956c-33b5679618a4'] response: {'server_uuid': 'a2a5cfdd-dbb1-401d-9777-d12ee9dcec62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e05c8be-be1f-4cce-a2b3-7addbef8919e', 'code': 200} Mar 28 14:32:15.590880 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=6cf31727-459b-4f50-916c-413df70b7f6e,revision_number=9']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:32:15.641535 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=7e05c8be-be1f-4cce-a2b3-7addbef8919e,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:32:15.796803 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c79557-c669-41f7-a1ea-667912eea9b6 req-2da348ff-7b6f-439c-b230-c1e529bb3e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:15.798410 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b8c79557-c669-41f7-a1ea-667912eea9b6 req-2da348ff-7b6f-439c-b230-c1e529bb3e11 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a2a5cfdd-dbb1-401d-9777-d12ee9dcec62 HTTP/1.1" status: 200 len: 1130 time: 0.0510807 Mar 28 14:32:15.843301 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b8c79557-c669-41f7-a1ea-667912eea9b6 req-d2fc1705-d930-4eb2-ad39-790614849fbc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380836 Mar 28 14:32:16.031700 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['6cf31727-459b-4f50-916c-413df70b7f6e'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:32:16.492554 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461c5c3-24df-40c0-967b-51a4f17f4cef req-95f37519-408c-482f-a2a9-fcb6f7d96324 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:16.494199 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4461c5c3-24df-40c0-967b-51a4f17f4cef req-95f37519-408c-482f-a2a9-fcb6f7d96324 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2a5cfdd-dbb1-401d-9777-d12ee9dcec62 HTTP/1.1" status: 200 len: 946 time: 0.0541561 Mar 28 14:32:16.501865 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98744241-bd02-4ff4-852a-a92b9e58c73b req-79b6d694-3deb-4ad8-a1a7-86baaaed6ed8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:16.503398 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-98744241-bd02-4ff4-852a-a92b9e58c73b req-79b6d694-3deb-4ad8-a1a7-86baaaed6ed8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 944 time: 0.0551763 Mar 28 14:32:16.540823 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4461c5c3-24df-40c0-967b-51a4f17f4cef req-f008fd56-44b7-4440-832d-ac56c9191895 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406086 Mar 28 14:32:16.551687 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-98744241-bd02-4ff4-852a-a92b9e58c73b req-b144ebd5-f23a-4825-89b4-af187c36984c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427809 Mar 28 14:32:17.105446 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5116d-26ea-4087-8b7b-20c921ad5a3b req-6858ccab-56f8-4556-940b-6e00998c0401 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:17.106912 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c7a5116d-26ea-4087-8b7b-20c921ad5a3b req-6858ccab-56f8-4556-940b-6e00998c0401 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 984 time: 0.0822401 Mar 28 14:32:17.109744 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ce062-aca6-43bb-ac08-e186ae037119 req-d92aef92-141b-4e06-85d0-47820bc24ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:17.111086 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-615ce062-aca6-43bb-ac08-e186ae037119 req-d92aef92-141b-4e06-85d0-47820bc24ac3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98f8108a48c04e1ebc698816248910e1&device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 1168 time: 0.0761623 Mar 28 14:32:17.223685 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c7a5116d-26ea-4087-8b7b-20c921ad5a3b req-4945de14-dd4c-407d-bd32-8f3ff1af5231 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=b24c3bbd-4ca6-4510-9951-0581b67496e2&id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1106143 Mar 28 14:32:17.240949 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ce062-aca6-43bb-ac08-e186ae037119 req-0509e63a-d914-489e-b0a2-34e93e619389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:17.242488 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-615ce062-aca6-43bb-ac08-e186ae037119 req-0509e63a-d914-489e-b0a2-34e93e619389 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eee06b6b-0d39-4ecb-bc82-7f01624470a4 HTTP/1.1" status: 200 len: 915 time: 0.1138792 Mar 28 14:32:17.315066 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-615ce062-aca6-43bb-ac08-e186ae037119 req-2004bc5e-c3dd-426a-9dda-7615c15b7fc1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa235016-c78c-4cb8-ab63-40daa550fe73 HTTP/1.1" status: 200 len: 1001 time: 0.0606475 Mar 28 14:32:17.379555 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ce062-aca6-43bb-ac08-e186ae037119 req-ce510d0a-d99a-4bc3-9b59-fb15f19708d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:17.380952 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-615ce062-aca6-43bb-ac08-e186ae037119 req-ce510d0a-d99a-4bc3-9b59-fb15f19708d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2da35b60-18e6-4d47-a178-a7d677f0b069 HTTP/1.1" status: 200 len: 853 time: 0.0425892 Mar 28 14:32:17.432175 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ce062-aca6-43bb-ac08-e186ae037119 req-8e2d8748-a016-4988-a2a1-5347718a9daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:17.433626 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-615ce062-aca6-43bb-ac08-e186ae037119 req-8e2d8748-a016-4988-a2a1-5347718a9daf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eee06b6b-0d39-4ecb-bc82-7f01624470a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454361 Mar 28 14:32:17.529838 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-615ce062-aca6-43bb-ac08-e186ae037119 req-cc741681-83ee-48b0-971e-9d6e47ca6df7 service neutron] 10.222.0.18 "GET /v2.0/networks/eee06b6b-0d39-4ecb-bc82-7f01624470a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889897 Mar 28 14:32:17.621624 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-615ce062-aca6-43bb-ac08-e186ae037119 req-6c1e0d03-d981-4e1a-9002-664951c777f2 service neutron] 10.222.0.18 "GET /v2.0/networks/eee06b6b-0d39-4ecb-bc82-7f01624470a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854318 Mar 28 14:32:17.678290 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108eab2-bc5e-45e9-8726-8881a3cb83f4 req-9b5fd371-624e-4ab2-8ed7-4d3eef72a09a tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:17.678993 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8975f-8ccf-45b9-be5e-17c88ce6ee9b req-34ddc8ee-10fd-4767-a787-9e40e1490b00 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:17.680011 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e1e8975f-8ccf-45b9-be5e-17c88ce6ee9b req-34ddc8ee-10fd-4767-a787-9e40e1490b00 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 944 time: 0.0540485 Mar 28 14:32:17.680160 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f108eab2-bc5e-45e9-8726-8881a3cb83f4 req-9b5fd371-624e-4ab2-8ed7-4d3eef72a09a tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2a5cfdd-dbb1-401d-9777-d12ee9dcec62 HTTP/1.1" status: 200 len: 946 time: 0.0574567 Mar 28 14:32:17.732597 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e1e8975f-8ccf-45b9-be5e-17c88ce6ee9b req-40816a7e-2995-48ed-8993-c84a1f3e2a70 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465655 Mar 28 14:32:17.736120 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f108eab2-bc5e-45e9-8726-8881a3cb83f4 req-f5c7d162-54c2-4ba3-a106-92a77ad8a43f tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476580 Mar 28 14:32:18.573713 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a9418-86eb-4fa7-92a2-347d04cef493 req-4d81d97c-9d62-4eac-9601-5f2c21073961 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:18.575162 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-117a9418-86eb-4fa7-92a2-347d04cef493 req-4d81d97c-9d62-4eac-9601-5f2c21073961 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 984 time: 0.2768571 Mar 28 14:32:18.649032 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-117a9418-86eb-4fa7-92a2-347d04cef493 req-5382cec1-2b48-48c7-8b15-2992fde0ea8b tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=b24c3bbd-4ca6-4510-9951-0581b67496e2&id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654352 Mar 28 14:32:18.866482 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c39a26-83e1-45ff-89df-3f49550bc9ec req-2b969aa4-0633-4e7f-8748-7a6e84fb4cad tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:18.867095 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680efe12-6998-414b-9136-39d702c3030b req-e84d0e48-5d67-480f-ae7f-e83f141e1721 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:18.867903 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-89c39a26-83e1-45ff-89df-3f49550bc9ec req-2b969aa4-0633-4e7f-8748-7a6e84fb4cad tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 944 time: 0.0534730 Mar 28 14:32:18.868300 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-680efe12-6998-414b-9136-39d702c3030b req-e84d0e48-5d67-480f-ae7f-e83f141e1721 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2a5cfdd-dbb1-401d-9777-d12ee9dcec62 HTTP/1.1" status: 200 len: 946 time: 0.0530334 Mar 28 14:32:18.914828 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-89c39a26-83e1-45ff-89df-3f49550bc9ec req-80ef3583-8193-4aa0-a06e-47f1910dcc55 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412633 Mar 28 14:32:18.917186 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-680efe12-6998-414b-9136-39d702c3030b req-7f4fcadb-0d7e-4270-b16d-4505c2947be7 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431392 Mar 28 14:32:19.224980 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 6cf31727-459b-4f50-916c-413df70b7f6e up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:32:19.272808 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port 6cf31727-459b-4f50-916c-413df70b7f6e triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:32:19.273181 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:19.355346 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 6cf31727-459b-4f50-916c-413df70b7f6e is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:32:19.355731 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:19.377483 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9495ba6-2cfb-4547-97e1-e71964cef1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf31727-459b-4f50-916c-413df70b7f6e'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:32:19.380048 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67286fc-a86b-4da8-bb35-7f8718509e34" -d '{"events": [{"server_uuid": "f9495ba6-2cfb-4547-97e1-e71964cef1a1", "name": "network-vif-plugged", "status": "completed", "tag": "6cf31727-459b-4f50-916c-413df70b7f6e"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:32:19.393914 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 6cf31727-459b-4f50-916c-413df70b7f6e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6cf31727-459b-4f50-916c-413df70b7f6e,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:32:19.398835 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:19.423942 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbec12f5-ab0a-4555-8ed9-2bc2bd5b2c6f x-openstack-request-id: req-dbec12f5-ab0a-4555-8ed9-2bc2bd5b2c6f {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:32:19.424228 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9495ba6-2cfb-4547-97e1-e71964cef1a1", "name": "network-vif-plugged", "status": "completed", "tag": "6cf31727-459b-4f50-916c-413df70b7f6e", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:32:19.424497 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbec12f5-ab0a-4555-8ed9-2bc2bd5b2c6f {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:32:19.424857 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbec12f5-ab0a-4555-8ed9-2bc2bd5b2c6f'] response: {'server_uuid': 'f9495ba6-2cfb-4547-97e1-e71964cef1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf31727-459b-4f50-916c-413df70b7f6e', 'code': 200} Mar 28 14:32:19.451874 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=6cf31727-459b-4f50-916c-413df70b7f6e,revision_number=10']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:32:19.459799 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:32:19.460140 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:32:19.460472 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:32:19.460804 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:32:19.461129 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:32:19.461453 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:32:19.461773 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:32:19.462088 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:32:19.462404 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:32:19.462720 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:32:19.463055 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:32:19.463361 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:32:19.463672 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:32:19.463982 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:32:19.464743 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:32:19.772839 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61fb08-f6d4-4fd6-ad9f-cd986d5cddbd req-0e20411f-f000-44c2-96e0-5fa9172db7c1 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:19.774312 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-dc61fb08-f6d4-4fd6-ad9f-cd986d5cddbd req-0e20411f-f000-44c2-96e0-5fa9172db7c1 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 984 time: 0.0557306 Mar 28 14:32:19.834559 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-dc61fb08-f6d4-4fd6-ad9f-cd986d5cddbd req-2d69afda-fac5-4476-9547-e7b25628986e tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=b24c3bbd-4ca6-4510-9951-0581b67496e2&id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533540 Mar 28 14:32:20.044425 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22d582-ef74-4acb-90d5-6206d0f23e8f req-1657537b-53c8-4935-8f95-e21d52dae659 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:20.045906 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-db22d582-ef74-4acb-90d5-6206d0f23e8f req-1657537b-53c8-4935-8f95-e21d52dae659 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 946 time: 0.0560124 Mar 28 14:32:20.120760 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-db22d582-ef74-4acb-90d5-6206d0f23e8f req-aa33760e-dbd8-4da0-b4dc-b3fdb82f91a2 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653787 Mar 28 14:32:20.125973 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfc4e6-1d9e-48d4-bbf4-f885592eb598 req-2b5b562a-8aac-4e69-83a7-d542b215ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:20.127513 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-efdfc4e6-1d9e-48d4-bbf4-f885592eb598 req-2b5b562a-8aac-4e69-83a7-d542b215ab90 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 1130 time: 0.0797644 Mar 28 14:32:20.174407 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-efdfc4e6-1d9e-48d4-bbf4-f885592eb598 req-4e150423-3164-4c7d-aaed-d78202201762 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378084 Mar 28 14:32:20.963904 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b430942-3845-4c37-ab23-3922d0c9f621 req-075e0d9e-53a0-44be-96c3-d11851c02b6b tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:20.965348 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6b430942-3845-4c37-ab23-3922d0c9f621 req-075e0d9e-53a0-44be-96c3-d11851c02b6b tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 984 time: 0.0570781 Mar 28 14:32:21.028653 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6b430942-3845-4c37-ab23-3922d0c9f621 req-6740faa0-bce4-4c7f-a84d-ef6e5c860526 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=b24c3bbd-4ca6-4510-9951-0581b67496e2&id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575662 Mar 28 14:32:21.252523 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1e3ac-b76c-4270-b69a-001282fe3788 req-40594830-ee93-4f25-a2a7-6792e4a5850d tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:21.253957 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-44f1e3ac-b76c-4270-b69a-001282fe3788 req-40594830-ee93-4f25-a2a7-6792e4a5850d tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 946 time: 0.0554812 Mar 28 14:32:21.303665 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-44f1e3ac-b76c-4270-b69a-001282fe3788 req-154270b9-9910-410f-b367-075afc5a93b3 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413477 Mar 28 14:32:22.168319 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd02418-1363-470d-94ec-d488a86a27d7 req-82638bf6-e7ba-4526-86ab-99ba7ce0ecb2 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:22.170504 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6fd02418-1363-470d-94ec-d488a86a27d7 req-82638bf6-e7ba-4526-86ab-99ba7ce0ecb2 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 984 time: 0.0567274 Mar 28 14:32:22.233176 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6fd02418-1363-470d-94ec-d488a86a27d7 req-b7dce6ff-7526-4c5c-8a9b-ac54bb7072bc tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=b24c3bbd-4ca6-4510-9951-0581b67496e2&id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569191 Mar 28 14:32:22.433229 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107785f-a138-4aa8-8eda-a713f0002b60 req-8f52439d-90d6-41b7-9f10-ae1e616d3365 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:22.434681 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d107785f-a138-4aa8-8eda-a713f0002b60 req-8f52439d-90d6-41b7-9f10-ae1e616d3365 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 946 time: 0.0534070 Mar 28 14:32:22.493934 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d107785f-a138-4aa8-8eda-a713f0002b60 req-cec03d68-eb39-45e2-b603-d2a598778d4f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525498 Mar 28 14:32:23.363837 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246f39a-64d0-42ce-a1fe-35b5593feab9 req-d5473b36-487e-43dd-a1c5-f23121e345ad tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:23.365355 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f246f39a-64d0-42ce-a1fe-35b5593feab9 req-d5473b36-487e-43dd-a1c5-f23121e345ad tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 984 time: 0.0572355 Mar 28 14:32:23.427877 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f246f39a-64d0-42ce-a1fe-35b5593feab9 req-82480a4c-d3ea-4f64-b686-039e4e057993 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=b24c3bbd-4ca6-4510-9951-0581b67496e2&id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563753 Mar 28 14:32:23.621743 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc767e09-7048-4df7-a8a8-6d2650cdc5ae req-8a5eb2c4-f041-481e-bc81-d3cab30f829b tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:23.623270 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bc767e09-7048-4df7-a8a8-6d2650cdc5ae req-8a5eb2c4-f041-481e-bc81-d3cab30f829b tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 946 time: 0.0560255 Mar 28 14:32:23.676147 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bc767e09-7048-4df7-a8a8-6d2650cdc5ae req-cd73e22c-360d-4c38-a083-5b3e4aae13f5 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468564 Mar 28 14:32:24.556220 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261be67-de80-4e96-a24f-c309b6c3d465 req-c198a1ee-01cb-462f-a79d-f8a191055636 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:24.557753 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-2261be67-de80-4e96-a24f-c309b6c3d465 req-c198a1ee-01cb-462f-a79d-f8a191055636 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 984 time: 0.0562203 Mar 28 14:32:24.619830 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-2261be67-de80-4e96-a24f-c309b6c3d465 req-6c4ff365-f258-439a-bf33-2fd1ad5e110b tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=b24c3bbd-4ca6-4510-9951-0581b67496e2&id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558126 Mar 28 14:32:25.745446 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd06ff-97b8-411c-a298-9775a4bbb75c req-8e8cc04c-fede-4e3b-8ae3-aa223756d828 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:25.746916 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-75fd06ff-97b8-411c-a298-9775a4bbb75c req-8e8cc04c-fede-4e3b-8ae3-aa223756d828 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 984 time: 0.0594904 Mar 28 14:32:25.807915 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-75fd06ff-97b8-411c-a298-9775a4bbb75c req-ac92403d-74c5-40df-9525-61d0df990875 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=b24c3bbd-4ca6-4510-9951-0581b67496e2&id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547748 Mar 28 14:32:26.938058 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12094c-9f85-4f83-844b-2f59572d4e40 req-58ccacf4-96b5-432c-b428-61e7d4d77c61 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:26.939454 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ca12094c-9f85-4f83-844b-2f59572d4e40 req-58ccacf4-96b5-432c-b428-61e7d4d77c61 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 984 time: 0.0556364 Mar 28 14:32:27.004630 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ca12094c-9f85-4f83-844b-2f59572d4e40 req-a80aebfe-dfb0-40dc-8cfc-60754581e82f tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=b24c3bbd-4ca6-4510-9951-0581b67496e2&id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586853 Mar 28 14:32:28.140643 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f37225-481f-4523-a714-9b3f65ce4ac7 req-e859efd8-2f0d-436a-8142-522b1bf4cc47 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:28.142145 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e2f37225-481f-4523-a714-9b3f65ce4ac7 req-e859efd8-2f0d-436a-8142-522b1bf4cc47 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 984 time: 0.0555334 Mar 28 14:32:28.208281 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e2f37225-481f-4523-a714-9b3f65ce4ac7 req-09b589d9-b8c2-4428-ba2f-caa17edb2140 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=b24c3bbd-4ca6-4510-9951-0581b67496e2&id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565190 Mar 28 14:32:29.244002 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-caa772af-317d-401f-9308-54b981fc809b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:29.340454 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91159374-1eca-4120-9329-90ce06372c34 req-8584bbd8-1d6c-4ff4-9c2b-e284a4a8dc58 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:29.342112 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-91159374-1eca-4120-9329-90ce06372c34 req-8584bbd8-1d6c-4ff4-9c2b-e284a4a8dc58 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 984 time: 0.0533869 Mar 28 14:32:29.405452 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-91159374-1eca-4120-9329-90ce06372c34 req-746aedc7-dc5f-4823-b13e-b3814f64c625 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=b24c3bbd-4ca6-4510-9951-0581b67496e2&id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559287 Mar 28 14:32:30.535784 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db68527-0968-40f9-9613-ab363408cad4 req-ad76b305-6abe-4d8f-8fa7-5d68d47f0ad4 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:30.537301 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1db68527-0968-40f9-9613-ab363408cad4 req-ad76b305-6abe-4d8f-8fa7-5d68d47f0ad4 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 984 time: 0.0539155 Mar 28 14:32:30.596281 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1db68527-0968-40f9-9613-ab363408cad4 req-76cd4d64-ea5c-4d77-bc5d-7a98d2c91523 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=b24c3bbd-4ca6-4510-9951-0581b67496e2&id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525937 Mar 28 14:32:31.534681 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-c2c94220-244a-4872-a891-d0828b03ccfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:31.735712 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa997684-74b8-4911-97c8-030c285fd26c req-35527d73-b6e1-414d-8940-21ed774135a6 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:31.737157 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-aa997684-74b8-4911-97c8-030c285fd26c req-35527d73-b6e1-414d-8940-21ed774135a6 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 984 time: 0.0597003 Mar 28 14:32:31.801714 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-aa997684-74b8-4911-97c8-030c285fd26c req-ffa4f837-c565-4dcd-aae5-f909a06047b1 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=b24c3bbd-4ca6-4510-9951-0581b67496e2&id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558984 Mar 28 14:32:32.685732 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:32.935959 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a63eb-c629-46cb-8618-3785bfeb6152 req-437f9e21-810a-4704-b43d-16958242dd6d tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:32.937429 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-663a63eb-c629-46cb-8618-3785bfeb6152 req-437f9e21-810a-4704-b43d-16958242dd6d tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 984 time: 0.0594335 Mar 28 14:32:33.004149 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-663a63eb-c629-46cb-8618-3785bfeb6152 req-d2445fe6-5cce-4912-8bd7-f4bb52743492 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=b24c3bbd-4ca6-4510-9951-0581b67496e2&id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581813 Mar 28 14:32:33.932747 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:34.125330 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbc915-45c4-4079-a978-5fcbcc44857e req-c6ac3951-0aae-4cc3-9be4-c86eac199775 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:34.127180 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b1fbc915-45c4-4079-a978-5fcbcc44857e req-c6ac3951-0aae-4cc3-9be4-c86eac199775 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 984 time: 0.0536387 Mar 28 14:32:34.185348 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b1fbc915-45c4-4079-a978-5fcbcc44857e req-c00963a3-4762-45d7-b28e-63061527823a tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=b24c3bbd-4ca6-4510-9951-0581b67496e2&id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523579 Mar 28 14:32:35.447683 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:38.772609 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92ad58-aae8-42b3-ae2f-47a1efbaf31a req-a75cddd2-9b96-47f7-92e8-286af0181fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:38.774094 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8b92ad58-aae8-42b3-ae2f-47a1efbaf31a req-a75cddd2-9b96-47f7-92e8-286af0181fee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1519a1dc346a484ea1368320ac6d675c&device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 1129 time: 0.0460300 Mar 28 14:32:38.899961 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d80026-fdce-4db5-a948-8de7004c9fc5 req-41a84344-d246-447c-9ee7-8147046345bf tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:38.901420 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-60d80026-fdce-4db5-a948-8de7004c9fc5 req-41a84344-d246-447c-9ee7-8147046345bf tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.1652758 Mar 28 14:32:38.902494 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92ad58-aae8-42b3-ae2f-47a1efbaf31a req-8db4aa6a-8932-4f53-8f27-cea017e82e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:38.903817 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8b92ad58-aae8-42b3-ae2f-47a1efbaf31a req-8db4aa6a-8932-4f53-8f27-cea017e82e94 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362 HTTP/1.1" status: 200 len: 920 time: 0.1232069 Mar 28 14:32:38.991692 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-60d80026-fdce-4db5-a948-8de7004c9fc5 req-d7e77ab2-df1e-4c3f-8143-13eb4db01b4c tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837612 Mar 28 14:32:39.000961 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8b92ad58-aae8-42b3-ae2f-47a1efbaf31a req-3997e4fe-bf12-4d8b-a0a0-0e08821170ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b30fef79-328a-461e-8788-ebbf19a769d6 HTTP/1.1" status: 200 len: 1001 time: 0.0792792 Mar 28 14:32:39.052157 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92ad58-aae8-42b3-ae2f-47a1efbaf31a req-79b3bbd3-ce33-40ed-917f-fc9f4c9fca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:39.053624 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8b92ad58-aae8-42b3-ae2f-47a1efbaf31a req-79b3bbd3-ce33-40ed-917f-fc9f4c9fca5d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52dd69ba-aebc-4a99-b26d-625288b32bae HTTP/1.1" status: 200 len: 858 time: 0.0455043 Mar 28 14:32:39.111868 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92ad58-aae8-42b3-ae2f-47a1efbaf31a req-0957a394-6304-4f63-b3ef-f2c1de2e6249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:39.113327 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8b92ad58-aae8-42b3-ae2f-47a1efbaf31a req-0957a394-6304-4f63-b3ef-f2c1de2e6249 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451851 Mar 28 14:32:39.204173 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8b92ad58-aae8-42b3-ae2f-47a1efbaf31a req-7e6bfdb9-0a3a-4fdd-9b5f-24321fdc6c09 service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823214 Mar 28 14:32:39.306414 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8b92ad58-aae8-42b3-ae2f-47a1efbaf31a req-69e50757-b97f-4a82-8fae-bc66ba703009 service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926149 Mar 28 14:32:39.538124 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:40.130289 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a8f02-9d89-4c93-8e90-cb4a662a2467 req-ca218568-06e4-48b1-a9e9-d023b7a608b1 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:40.131783 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-384a8f02-9d89-4c93-8e90-cb4a662a2467 req-ca218568-06e4-48b1-a9e9-d023b7a608b1 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0568280 Mar 28 14:32:40.179462 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-384a8f02-9d89-4c93-8e90-cb4a662a2467 req-e4cedb45-2807-4049-85c2-1e9ea78b2016 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415053 Mar 28 14:32:41.321036 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45f1c2-dedc-4d33-a913-4e900fa725f6 req-593f6fa6-a5a8-4134-9790-a6873dba30c4 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:41.322602 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5c45f1c2-dedc-4d33-a913-4e900fa725f6 req-593f6fa6-a5a8-4134-9790-a6873dba30c4 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0594697 Mar 28 14:32:41.393482 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5c45f1c2-dedc-4d33-a913-4e900fa725f6 req-6398b38d-bc33-419b-bc6f-96c6821777a7 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625508 Mar 28 14:32:41.397326 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e43b51d1-b7aa-448d-ab1e-df1e87783da4 req-23d69d29-3a25-4239-98ba-d169e55faf39 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=acb89e8e-4566-48f4-8064-45d65b8134dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738239 Mar 28 14:32:41.469593 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b51d1-b7aa-448d-ab1e-df1e87783da4 req-a94ac955-f2f1-4799-9a76-69ccb7565afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:41.471133 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e43b51d1-b7aa-448d-ab1e-df1e87783da4 req-a94ac955-f2f1-4799-9a76-69ccb7565afa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1519a1dc346a484ea1368320ac6d675c&device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 1129 time: 0.0496376 Mar 28 14:32:41.588265 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b51d1-b7aa-448d-ab1e-df1e87783da4 req-6b827fb5-27ab-4716-b82a-55cc30b2545c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:41.589725 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e43b51d1-b7aa-448d-ab1e-df1e87783da4 req-6b827fb5-27ab-4716-b82a-55cc30b2545c service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362 HTTP/1.1" status: 200 len: 920 time: 0.0906606 Mar 28 14:32:41.631064 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e43b51d1-b7aa-448d-ab1e-df1e87783da4 req-00342b44-c436-40bd-afcb-6c5d16505ea6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=076f6099-942c-496f-a8ea-cad3fd19e158 HTTP/1.1" status: 200 len: 217 time: 0.0348997 Mar 28 14:32:41.688491 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b51d1-b7aa-448d-ab1e-df1e87783da4 req-21772baa-b168-49c7-8b26-806544cd8b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:41.689801 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e43b51d1-b7aa-448d-ab1e-df1e87783da4 req-21772baa-b168-49c7-8b26-806544cd8b46 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52dd69ba-aebc-4a99-b26d-625288b32bae HTTP/1.1" status: 200 len: 858 time: 0.0455911 Mar 28 14:32:41.749347 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b51d1-b7aa-448d-ab1e-df1e87783da4 req-bd5be951-05b4-4faa-8e3d-150750806d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:41.751257 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e43b51d1-b7aa-448d-ab1e-df1e87783da4 req-bd5be951-05b4-4faa-8e3d-150750806d02 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0532482 Mar 28 14:32:41.847072 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e43b51d1-b7aa-448d-ab1e-df1e87783da4 req-e89523ff-beaf-4eb5-a6a3-81bc51fbbaee service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855925 Mar 28 14:32:41.941488 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e43b51d1-b7aa-448d-ab1e-df1e87783da4 req-cc5f18f9-105d-4c15-9299-c36bd7e31a6f service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853221 Mar 28 14:32:42.524087 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbc396-bb1b-4877-b93d-6c87454b43b0 req-b45d5cdb-f7ae-48c3-94a0-4e4c2da6c51c tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:42.525551 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-37bbc396-bb1b-4877-b93d-6c87454b43b0 req-b45d5cdb-f7ae-48c3-94a0-4e4c2da6c51c tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0554700 Mar 28 14:32:42.574817 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-37bbc396-bb1b-4877-b93d-6c87454b43b0 req-d71e6da6-b608-49c4-ad5c-b223c246840f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433993 Mar 28 14:32:43.723853 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55436bc-4a44-4530-8ce8-050fddbc6449 req-b9c9af75-6301-4e5e-ac1b-9458af22699e tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:43.725342 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b55436bc-4a44-4530-8ce8-050fddbc6449 req-b9c9af75-6301-4e5e-ac1b-9458af22699e tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0665851 Mar 28 14:32:43.775773 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b55436bc-4a44-4530-8ce8-050fddbc6449 req-e9f20a5b-a7aa-4957-8827-15890b1c36e4 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420766 Mar 28 14:32:44.903665 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5c898-b2d8-4cc2-8cc8-3f8e40ae5dce req-5c6bbe9a-0941-4805-a40b-7afc14d77f4d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:44.905176 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ced5c898-b2d8-4cc2-8cc8-3f8e40ae5dce req-5c6bbe9a-0941-4805-a40b-7afc14d77f4d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0567088 Mar 28 14:32:44.958118 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ced5c898-b2d8-4cc2-8cc8-3f8e40ae5dce req-b503819e-c16b-4d3c-803c-74253b2131d4 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462520 Mar 28 14:32:45.852054 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:32:46.087716 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d49cf-2c42-4a70-aa45-1832c29f5b04 req-9d603143-6258-43ff-8a95-131451594d3d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:46.089442 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-640d49cf-2c42-4a70-aa45-1832c29f5b04 req-9d603143-6258-43ff-8a95-131451594d3d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0607617 Mar 28 14:32:46.137488 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-640d49cf-2c42-4a70-aa45-1832c29f5b04 req-2107132b-2981-4796-9fb5-51cdda162f3b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421398 Mar 28 14:32:47.277776 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5510f-5530-4290-b003-4b42413c5fb1 req-b7927eab-b5d5-4070-970d-bb7296d8aa75 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:47.279155 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f3d5510f-5530-4290-b003-4b42413c5fb1 req-b7927eab-b5d5-4070-970d-bb7296d8aa75 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0537593 Mar 28 14:32:47.327847 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f3d5510f-5530-4290-b003-4b42413c5fb1 req-2cb0aa9a-d73f-4d95-b5c1-72a5ae1b6751 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401011 Mar 28 14:32:48.473539 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21672d3e-a9a6-438b-8c49-7d53c2d86a86 req-3f65a8d9-68da-4bcf-8d9e-f01bca334fa0 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:48.474896 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-21672d3e-a9a6-438b-8c49-7d53c2d86a86 req-3f65a8d9-68da-4bcf-8d9e-f01bca334fa0 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0651455 Mar 28 14:32:48.523561 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-21672d3e-a9a6-438b-8c49-7d53c2d86a86 req-47a5166f-fc2d-4f45-8911-370467349836 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430636 Mar 28 14:32:49.669157 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad3d26-ea0f-4b45-a443-f673cfaa5386 req-3c07c4ff-6c21-49dc-bb3a-65dda8b19ac5 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:49.670651 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-51ad3d26-ea0f-4b45-a443-f673cfaa5386 req-3c07c4ff-6c21-49dc-bb3a-65dda8b19ac5 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0619085 Mar 28 14:32:49.718464 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-51ad3d26-ea0f-4b45-a443-f673cfaa5386 req-ce0426b9-06c1-4600-819a-9ea75347843e tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420105 Mar 28 14:32:50.853028 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8b64d-20a8-4603-8575-1c672ca29362 req-2d19e974-e878-4fd8-8a4a-bd4e346c6d56 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:50.854406 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a4d8b64d-20a8-4603-8575-1c672ca29362 req-2d19e974-e878-4fd8-8a4a-bd4e346c6d56 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0579016 Mar 28 14:32:50.903825 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a4d8b64d-20a8-4603-8575-1c672ca29362 req-8a4e4002-31d5-43a7-b557-a9abe28cbab7 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414710 Mar 28 14:32:52.032609 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51e3f1-f5cb-4b3c-ad18-05595f7f7525 req-e7105ed9-4c05-4f88-abf8-3341d97bf419 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:52.034104 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ed51e3f1-f5cb-4b3c-ad18-05595f7f7525 req-e7105ed9-4c05-4f88-abf8-3341d97bf419 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0608807 Mar 28 14:32:52.080393 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ed51e3f1-f5cb-4b3c-ad18-05595f7f7525 req-d183686a-a097-403b-a1e3-ab78e87cb23e tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400996 Mar 28 14:32:53.342180 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d225e19-968f-4ae9-a381-82a371b2a352 req-e4751de8-60c1-4de2-939f-ffcaca6aa3ee tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:53.343845 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5d225e19-968f-4ae9-a381-82a371b2a352 req-e4751de8-60c1-4de2-939f-ffcaca6aa3ee tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0677948 Mar 28 14:32:53.392078 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5d225e19-968f-4ae9-a381-82a371b2a352 req-9e0baeba-f44c-49b7-862a-36f50155b9e5 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424387 Mar 28 14:32:54.523442 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01a45a-d80b-404c-8f4e-0914cd4545f9 req-d190a269-6c10-452d-aad0-af33822ad1db tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:54.524920 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7f01a45a-d80b-404c-8f4e-0914cd4545f9 req-d190a269-6c10-452d-aad0-af33822ad1db tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0552876 Mar 28 14:32:54.578569 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7f01a45a-d80b-404c-8f4e-0914cd4545f9 req-e2abb44f-865d-4742-a97d-ea18a33f5144 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456200 Mar 28 14:32:55.704598 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59528e-5c73-418b-9cef-6a10bf36598d req-ab209155-3be7-4fe8-a065-474aec976bcc tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:55.706100 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4f59528e-5c73-418b-9cef-6a10bf36598d req-ab209155-3be7-4fe8-a065-474aec976bcc tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0589888 Mar 28 14:32:55.755110 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4f59528e-5c73-418b-9cef-6a10bf36598d req-5648ddd1-5cb6-4d88-b460-2918c7ad2ecf tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424664 Mar 28 14:32:56.887314 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56686d-9253-4bfc-8e88-e60181ea773a req-f658bcfb-5ddd-4109-8c20-dd776b676b82 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:56.888792 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6d56686d-9253-4bfc-8e88-e60181ea773a req-f658bcfb-5ddd-4109-8c20-dd776b676b82 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0666409 Mar 28 14:32:56.937495 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6d56686d-9253-4bfc-8e88-e60181ea773a req-d88ca329-8a68-4548-b85d-9a71abb15e2a tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417745 Mar 28 14:32:58.060784 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd7c85-88fc-4a5d-90d4-6d9094750722 req-f0a1b4ef-8ce7-46ae-b822-d662c5a44761 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:58.062173 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-35cd7c85-88fc-4a5d-90d4-6d9094750722 req-f0a1b4ef-8ce7-46ae-b822-d662c5a44761 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0539899 Mar 28 14:32:58.109444 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-35cd7c85-88fc-4a5d-90d4-6d9094750722 req-2f599415-3be0-482d-a0f1-badad7c789cc tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414381 Mar 28 14:32:59.234299 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55b36f-c32c-4636-98e1-60e97bc573b5 req-19882135-28e3-4694-92cf-a7c0c54ab9bc tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:59.235991 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8f55b36f-c32c-4636-98e1-60e97bc573b5 req-19882135-28e3-4694-92cf-a7c0c54ab9bc tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0549426 Mar 28 14:32:59.237400 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-90868c45-60a8-4a53-9f37-4582ee5cf1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:32:59.282055 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8f55b36f-c32c-4636-98e1-60e97bc573b5 req-ddae80c5-a619-438e-b544-aac5793611a2 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402372 Mar 28 14:33:00.419797 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb43275-508f-40ef-bcaf-d23fed7bae48 req-afaa29b5-0e7b-4250-9bb3-47f052d04ad5 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:00.421253 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4fb43275-508f-40ef-bcaf-d23fed7bae48 req-afaa29b5-0e7b-4250-9bb3-47f052d04ad5 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0646973 Mar 28 14:33:00.471403 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4fb43275-508f-40ef-bcaf-d23fed7bae48 req-6647a155-84fc-41ca-a4b0-2d9be96e078b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443330 Mar 28 14:33:01.532239 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-119476ce-a3d3-48b3-88a3-2f35e47424aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:01.600983 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bce82-1889-4384-8ed8-04db712eafc1 req-59b399c3-b046-4ecc-b0d0-f5358db11917 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:01.602453 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-376bce82-1889-4384-8ed8-04db712eafc1 req-59b399c3-b046-4ecc-b0d0-f5358db11917 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0566854 Mar 28 14:33:01.652561 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-376bce82-1889-4384-8ed8-04db712eafc1 req-ab3777a8-16c1-4b18-bc96-2ca38a1dd558 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443740 Mar 28 14:33:02.683516 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:02.771654 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513303e-cfbb-4140-9f41-1561df76569b req-69c54c29-5fbc-4694-9a8d-e5cfdd819f5f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:02.773115 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d513303e-cfbb-4140-9f41-1561df76569b req-69c54c29-5fbc-4694-9a8d-e5cfdd819f5f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0534849 Mar 28 14:33:02.823077 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d513303e-cfbb-4140-9f41-1561df76569b req-37fe7f22-e23b-404c-ac8d-972b56768b18 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416012 Mar 28 14:33:03.937532 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:03.951877 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cb528-c92b-4f09-9a74-555df1a87f0b req-d1ee17fc-83a6-46b8-b207-4119b8bb246c tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:03.953370 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-696cb528-c92b-4f09-9a74-555df1a87f0b req-d1ee17fc-83a6-46b8-b207-4119b8bb246c tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0536013 Mar 28 14:33:04.000571 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-696cb528-c92b-4f09-9a74-555df1a87f0b req-0b2c1ee6-1d7f-45d1-a915-f912f93e1ff9 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410163 Mar 28 14:33:04.592982 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1507728-afa1-4836-9ee5-894ba1fd5fc3 req-b51c7757-2735-408c-9906-6fc97bef2342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:04.594463 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f1507728-afa1-4836-9ee5-894ba1fd5fc3 req-b51c7757-2735-408c-9906-6fc97bef2342 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 1129 time: 0.0888479 Mar 28 14:33:04.640252 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f1507728-afa1-4836-9ee5-894ba1fd5fc3 req-acca3a26-2ca8-433e-9db4-dbe68a2d62e5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383391 Mar 28 14:33:05.118242 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddfe84-c78a-4ebe-8859-94b94acdfa5e req-f6af75ec-6723-422d-8531-3e15feebc06c tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:05.120121 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c7ddfe84-c78a-4ebe-8859-94b94acdfa5e req-f6af75ec-6723-422d-8531-3e15feebc06c tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0518546 Mar 28 14:33:05.169107 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c7ddfe84-c78a-4ebe-8859-94b94acdfa5e req-86431270-2d60-4897-9e88-7518000e642d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408287 Mar 28 14:33:05.450250 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:05.552041 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fcd18-4ab3-439e-b7ad-2d3b835068eb req-0bf1ba44-01c9-49d3-a132-106372e19595 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:05.553680 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-913fcd18-4ab3-439e-b7ad-2d3b835068eb req-0bf1ba44-01c9-49d3-a132-106372e19595 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0622222 Mar 28 14:33:05.601170 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-913fcd18-4ab3-439e-b7ad-2d3b835068eb req-d501e96a-5a9a-4e20-b7f3-5fe772b7690f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417240 Mar 28 14:33:06.306426 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7520dd-967a-4cbe-8ab3-fa6c8aeb083d req-f9b1fb3b-e450-4ed4-b7ea-bb2e75bbc208 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:06.307922 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7f7520dd-967a-4cbe-8ab3-fa6c8aeb083d req-f9b1fb3b-e450-4ed4-b7ea-bb2e75bbc208 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0567431 Mar 28 14:33:06.354473 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7f7520dd-967a-4cbe-8ab3-fa6c8aeb083d req-93fba9af-f11b-44d1-afd7-77975c94cff0 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409517 Mar 28 14:33:06.741332 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdddd7c-a676-4da5-b929-4d7ed7c97a88 req-27e5fe5b-222d-4ca9-aa83-5d837707ad10 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:06.742789 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6fdddd7c-a676-4da5-b929-4d7ed7c97a88 req-27e5fe5b-222d-4ca9-aa83-5d837707ad10 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0646486 Mar 28 14:33:06.790689 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6fdddd7c-a676-4da5-b929-4d7ed7c97a88 req-01433583-1605-4979-8498-b3a0b05a11db tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422385 Mar 28 14:33:07.481925 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edab64a-dbc7-4a26-b572-51f89de20838 req-22898cf0-aecb-45fb-b4b4-31c9b992e95d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:07.483426 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5edab64a-dbc7-4a26-b572-51f89de20838 req-22898cf0-aecb-45fb-b4b4-31c9b992e95d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0555263 Mar 28 14:33:07.531853 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5edab64a-dbc7-4a26-b572-51f89de20838 req-5e4270f4-0067-4a60-a6e0-250915fdb7dc tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427349 Mar 28 14:33:07.928912 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0e528-72f3-402c-956a-84777f83d78c req-9a42bb02-6f19-4d80-a040-9ffafefb3608 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:07.930343 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b4c0e528-72f3-402c-956a-84777f83d78c req-9a42bb02-6f19-4d80-a040-9ffafefb3608 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0543814 Mar 28 14:33:07.982059 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b4c0e528-72f3-402c-956a-84777f83d78c req-8ebbb639-48e9-47b4-88b8-e79f45167645 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431354 Mar 28 14:33:08.663558 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee9b09-1c18-4030-8662-3f98f7d6f726 req-dbddc959-77a7-494d-81f2-8829c30846da tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:08.665001 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9bee9b09-1c18-4030-8662-3f98f7d6f726 req-dbddc959-77a7-494d-81f2-8829c30846da tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0631089 Mar 28 14:33:08.715900 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9bee9b09-1c18-4030-8662-3f98f7d6f726 req-24809b8c-6f7e-4550-a178-a6aefaccfbb1 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452690 Mar 28 14:33:09.107779 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c1140-3b58-48eb-8799-7ac9ea4bc9f1 req-1f75f5af-8b73-4e7d-a38e-9196675b4ba0 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:09.109233 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2c2c1140-3b58-48eb-8799-7ac9ea4bc9f1 req-1f75f5af-8b73-4e7d-a38e-9196675b4ba0 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0534003 Mar 28 14:33:09.161738 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2c2c1140-3b58-48eb-8799-7ac9ea4bc9f1 req-29cc2dbd-e3d1-4985-b806-334a1fd1068f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440040 Mar 28 14:33:09.541560 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:09.843438 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ba5bf-8bc0-4fd1-88f7-8216280f9aaf req-0c99aacf-3eb7-4b20-b4df-cb129a0acee9 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:09.844889 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-810ba5bf-8bc0-4fd1-88f7-8216280f9aaf req-0c99aacf-3eb7-4b20-b4df-cb129a0acee9 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0531187 Mar 28 14:33:09.890901 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-810ba5bf-8bc0-4fd1-88f7-8216280f9aaf req-b9dd9c9b-c705-406f-8ac2-105691dd3557 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403435 Mar 28 14:33:10.311568 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810b0eb-2bd8-445f-a9ae-52c2b9800884 req-964511dc-d8a4-4ff3-a734-8c4f1fb7f8c0 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:10.313027 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2810b0eb-2bd8-445f-a9ae-52c2b9800884 req-964511dc-d8a4-4ff3-a734-8c4f1fb7f8c0 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0673366 Mar 28 14:33:10.360678 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2810b0eb-2bd8-445f-a9ae-52c2b9800884 req-364a9990-b9fc-4b89-96e4-03d48fc6fc6f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420187 Mar 28 14:33:11.013948 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0126c7-a928-486f-a62f-efdb2087eb90 req-969e149a-2853-424a-8f1b-b1ec6324037f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:11.015460 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7c0126c7-a928-486f-a62f-efdb2087eb90 req-969e149a-2853-424a-8f1b-b1ec6324037f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0554371 Mar 28 14:33:11.062064 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7c0126c7-a928-486f-a62f-efdb2087eb90 req-9aff57ce-9ff2-4ee7-8346-bb8baa7dda0e tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409422 Mar 28 14:33:11.443715 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bf44d-d159-4ccf-b715-c2d8cb4e9067 req-0f89279b-3ef1-403f-93d4-4e0f908a6f44 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:11.445190 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-734bf44d-d159-4ccf-b715-c2d8cb4e9067 req-0f89279b-3ef1-403f-93d4-4e0f908a6f44 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0774319 Mar 28 14:33:11.448140 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf24f9b-6779-432b-88ed-656fad632b24 req-bf5645ee-88cb-4d90-aa06-ec6dce634add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:11.449473 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3bf24f9b-6779-432b-88ed-656fad632b24 req-bf5645ee-88cb-4d90-aa06-ec6dce634add service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1519a1dc346a484ea1368320ac6d675c&device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 1129 time: 0.0895720 Mar 28 14:33:11.482266 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497ad0e-2de4-4409-bc0f-c47d228c6f2a req-9c98e44d-de06-4ed7-9316-6ccff5d91549 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:11.483750 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d497ad0e-2de4-4409-bc0f-c47d228c6f2a req-9c98e44d-de06-4ed7-9316-6ccff5d91549 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0559211 Mar 28 14:33:11.530597 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d497ad0e-2de4-4409-bc0f-c47d228c6f2a req-242f9d09-8211-49ef-9097-864c7b20ea29 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410206 Mar 28 14:33:11.547165 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-734bf44d-d159-4ccf-b715-c2d8cb4e9067 req-7c03a74a-eaba-4436-829c-e3339d3aa724 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961227 Mar 28 14:33:11.567564 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf24f9b-6779-432b-88ed-656fad632b24 req-326b0863-ce55-4998-84e5-4b0937c0c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:11.569082 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3bf24f9b-6779-432b-88ed-656fad632b24 req-326b0863-ce55-4998-84e5-4b0937c0c3b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362 HTTP/1.1" status: 200 len: 920 time: 0.1124687 Mar 28 14:33:11.633287 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3bf24f9b-6779-432b-88ed-656fad632b24 req-80f6f5fc-e71c-4f81-b992-33068c4cab55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b30fef79-328a-461e-8788-ebbf19a769d6 HTTP/1.1" status: 200 len: 1001 time: 0.0572622 Mar 28 14:33:11.680139 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf24f9b-6779-432b-88ed-656fad632b24 req-54543731-783d-4b92-afe9-e9a9e7101f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:11.681724 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3bf24f9b-6779-432b-88ed-656fad632b24 req-54543731-783d-4b92-afe9-e9a9e7101f4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52dd69ba-aebc-4a99-b26d-625288b32bae HTTP/1.1" status: 200 len: 858 time: 0.0425785 Mar 28 14:33:11.735519 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf24f9b-6779-432b-88ed-656fad632b24 req-5a748046-c8f4-4ffd-8449-f932394e3894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:11.737190 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3bf24f9b-6779-432b-88ed-656fad632b24 req-5a748046-c8f4-4ffd-8449-f932394e3894 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491543 Mar 28 14:33:11.824977 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3bf24f9b-6779-432b-88ed-656fad632b24 req-17542bbe-791f-41f3-90f4-5d8d3e410cd9 service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816634 Mar 28 14:33:11.920120 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3bf24f9b-6779-432b-88ed-656fad632b24 req-b6234320-8b29-4dc0-8c8c-d536eaec60b7 service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885046 Mar 28 14:33:12.657524 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c5404-4b71-45ae-9ce1-f74af1fa0144 req-3be926e9-54eb-476a-859a-e2470550cf25 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:12.658973 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-176c5404-4b71-45ae-9ce1-f74af1fa0144 req-3be926e9-54eb-476a-859a-e2470550cf25 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0506520 Mar 28 14:33:12.671353 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203dc33-510d-4269-bc01-d2468a44428c req-5b177256-d36e-4028-814d-1ebc0ea8aa11 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:12.672889 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e203dc33-510d-4269-bc01-d2468a44428c req-5b177256-d36e-4028-814d-1ebc0ea8aa11 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0540650 Mar 28 14:33:12.705673 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-176c5404-4b71-45ae-9ce1-f74af1fa0144 req-6e3bd01b-56ea-471b-8bc8-72628da6abc9 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403700 Mar 28 14:33:12.719886 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e203dc33-510d-4269-bc01-d2468a44428c req-ffea107f-df4d-4c05-a4ad-e306fd50cb2f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412800 Mar 28 14:33:13.834388 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75b9d8-0f2c-43b8-bcd6-ef5824c563ed req-18e8c87f-334d-4174-919f-e96827623ffc tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:13.836005 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0b75b9d8-0f2c-43b8-bcd6-ef5824c563ed req-18e8c87f-334d-4174-919f-e96827623ffc tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0544043 Mar 28 14:33:13.851402 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35365c38-6e0f-4311-b8b6-e8f2f48e4441 req-55a7243c-70ac-4b05-9a0c-ca1cfd22acd0 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:13.852879 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-35365c38-6e0f-4311-b8b6-e8f2f48e4441 req-55a7243c-70ac-4b05-9a0c-ca1cfd22acd0 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0564754 Mar 28 14:33:13.885991 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0b75b9d8-0f2c-43b8-bcd6-ef5824c563ed req-b1838276-3847-4ff4-b022-352f8009d29e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442333 Mar 28 14:33:13.901171 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-35365c38-6e0f-4311-b8b6-e8f2f48e4441 req-1bee1438-14c2-4bd5-bae2-e04d888e97c2 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426872 Mar 28 14:33:14.366285 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a1850-4c82-40a1-a47d-509ab2a26b4a req-5d512d63-8abc-40f2-979d-a83b129ab012 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:14.367705 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-fe6a1850-4c82-40a1-a47d-509ab2a26b4a req-5d512d63-8abc-40f2-979d-a83b129ab012 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2a5cfdd-dbb1-401d-9777-d12ee9dcec62 HTTP/1.1" status: 200 len: 946 time: 0.0551383 Mar 28 14:33:14.415050 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-fe6a1850-4c82-40a1-a47d-509ab2a26b4a req-48366e5b-2ed0-411f-8478-400c744a68ad tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415516 Mar 28 14:33:15.008559 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9ad5d-7602-48f7-995f-d6136b5bf66a req-3be6fe3b-8c7f-409f-8d53-d324de106e7d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:15.010038 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-69e9ad5d-7602-48f7-995f-d6136b5bf66a req-3be6fe3b-8c7f-409f-8d53-d324de106e7d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0532796 Mar 28 14:33:15.017135 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1228f-9d98-49bb-926c-de73188d03b7 req-91c4a804-d92d-42ca-b2c5-45d4bdaf8d7c tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:15.018656 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9ba1228f-9d98-49bb-926c-de73188d03b7 req-91c4a804-d92d-42ca-b2c5-45d4bdaf8d7c tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0506084 Mar 28 14:33:15.059773 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-69e9ad5d-7602-48f7-995f-d6136b5bf66a req-71fa90e3-4654-42a1-a8d9-c2203bbe60b5 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437608 Mar 28 14:33:15.069318 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9ba1228f-9d98-49bb-926c-de73188d03b7 req-d74bd0df-c6c2-4a38-8431-cb821e3853e6 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449662 Mar 28 14:33:15.542512 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcb8a9-2fbe-4c0d-a360-698b2c3c0ce4 req-31cf7ad7-31d1-45dd-bfa8-6df1d1becc03 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:15.544020 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-49bcb8a9-2fbe-4c0d-a360-698b2c3c0ce4 req-31cf7ad7-31d1-45dd-bfa8-6df1d1becc03 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2a5cfdd-dbb1-401d-9777-d12ee9dcec62 HTTP/1.1" status: 200 len: 946 time: 0.0540004 Mar 28 14:33:15.591288 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-49bcb8a9-2fbe-4c0d-a360-698b2c3c0ce4 req-dd3e29d5-20d8-43eb-a3c0-11fa560f7ab8 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414340 Mar 28 14:33:16.181147 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48a121-86a3-4913-aa63-d20dd41cd3d8 req-1b272ac0-c51d-42b6-a63f-08445002837a tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:16.182544 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-8e48a121-86a3-4913-aa63-d20dd41cd3d8 req-1b272ac0-c51d-42b6-a63f-08445002837a tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0530577 Mar 28 14:33:16.189011 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e256a5-0251-4190-90ca-083c00c406bd req-39807a60-bc34-4cc9-aad2-4239b922f336 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:16.190455 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e9e256a5-0251-4190-90ca-083c00c406bd req-39807a60-bc34-4cc9-aad2-4239b922f336 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0542350 Mar 28 14:33:16.229796 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-8e48a121-86a3-4913-aa63-d20dd41cd3d8 req-fc1121ad-7e65-49a8-a843-8ff323d8859f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413880 Mar 28 14:33:16.234804 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e9e256a5-0251-4190-90ca-083c00c406bd req-5a7ff968-4286-476a-85ba-6dd4d091eea9 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388758 Mar 28 14:33:16.350395 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e5b74-532b-4ea4-99fc-1e7fdba907b7 req-e46472de-02de-418b-9ecc-8db93ea42b2d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:16.351869 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-414e5b74-532b-4ea4-99fc-1e7fdba907b7 req-e46472de-02de-418b-9ecc-8db93ea42b2d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0540278 Mar 28 14:33:16.363779 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 45706) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:33:16.367954 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-7f284133-c00f-4a0c-91f9-30a64406aa00 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Request body: {'floatingip': {'port_id': 'b30fef79-328a-461e-8788-ebbf19a769d6'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:33:16.414789 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1cd3c-5d6f-437e-9ff8-cf7ec6caf89b req-fa4f7a82-9191-4c20-9119-2eab05ca44d1 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:16.416269 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-23e1cd3c-5d6f-437e-9ff8-cf7ec6caf89b req-fa4f7a82-9191-4c20-9119-2eab05ca44d1 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2a5cfdd-dbb1-401d-9777-d12ee9dcec62 HTTP/1.1" status: 200 len: 946 time: 0.0537646 Mar 28 14:33:16.424977 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7f284133-c00f-4a0c-91f9-30a64406aa00 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for floatingip (ec9e5572-b851-494b-8386-d99dc9cf1284), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:16.513309 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-23e1cd3c-5d6f-437e-9ff8-cf7ec6caf89b req-ce0a5614-f358-46b1-ae2a-5872ffa08b40 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Deleting port 7e05c8be-be1f-4cce-a2b3-7addbef8919e {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:33:16.513643 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-23e1cd3c-5d6f-437e-9ff8-cf7ec6caf89b req-ce0a5614-f358-46b1-ae2a-5872ffa08b40 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (7e05c8be-be1f-4cce-a2b3-7addbef8919e), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:16.602280 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-23e1cd3c-5d6f-437e-9ff8-cf7ec6caf89b req-ce0a5614-f358-46b1-ae2a-5872ffa08b40 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] For port 7e05c8be-be1f-4cce-a2b3-7addbef8919e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7e05c8be-be1f-4cce-a2b3-7addbef8919e,segment=NetworkSegment(b51aac44-699f-4581-a26b-5ea85ebd8f0b),segment_id=b51aac44-699f-4581-a26b-5ea85ebd8f0b)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:33:16.602656 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-23e1cd3c-5d6f-437e-9ff8-cf7ec6caf89b req-ce0a5614-f358-46b1-ae2a-5872ffa08b40 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (7e05c8be-be1f-4cce-a2b3-7addbef8919e), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:16.615914 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-23e1cd3c-5d6f-437e-9ff8-cf7ec6caf89b req-ce0a5614-f358-46b1-ae2a-5872ffa08b40 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Calling delete_port for 7e05c8be-be1f-4cce-a2b3-7addbef8919e owned by compute:nova {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:33:16.736618 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e6e92-846c-4e62-916a-64c9a2cab9e5 req-2e96455f-ac0c-4fd4-b5ea-9f83dd0eb71b tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:16.738134 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7f7e6e92-846c-4e62-916a-64c9a2cab9e5 req-2e96455f-ac0c-4fd4-b5ea-9f83dd0eb71b tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2a5cfdd-dbb1-401d-9777-d12ee9dcec62 HTTP/1.1" status: 200 len: 946 time: 0.0736394 Mar 28 14:33:16.815550 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-23e1cd3c-5d6f-437e-9ff8-cf7ec6caf89b req-ce0a5614-f358-46b1-ae2a-5872ffa08b40 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (7e05c8be-be1f-4cce-a2b3-7addbef8919e), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:16.832481 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7f7e6e92-846c-4e62-916a-64c9a2cab9e5 req-733e2cc5-ae7a-4ec2-a03f-a1ff0fb861fc tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850830 Mar 28 14:33:16.839139 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['7e05c8be-be1f-4cce-a2b3-7addbef8919e'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:33:16.855424 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a5614-f358-46b1-ae2a-5872ffa08b40 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Pushing event deleted for resources: {'Port': ['ID=7e05c8be-be1f-4cce-a2b3-7addbef8919e,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:33:16.865036 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0a5614-f358-46b1-ae2a-5872ffa08b40 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:16.865386 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0a5614-f358-46b1-ae2a-5872ffa08b40 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:16.865728 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0a5614-f358-46b1-ae2a-5872ffa08b40 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:16.866081 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0a5614-f358-46b1-ae2a-5872ffa08b40 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:16.866390 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0a5614-f358-46b1-ae2a-5872ffa08b40 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:16.866775 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0a5614-f358-46b1-ae2a-5872ffa08b40 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:16.867130 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0a5614-f358-46b1-ae2a-5872ffa08b40 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:16.867480 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0a5614-f358-46b1-ae2a-5872ffa08b40 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:16.867808 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0a5614-f358-46b1-ae2a-5872ffa08b40 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:16.868133 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0a5614-f358-46b1-ae2a-5872ffa08b40 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:16.868456 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0a5614-f358-46b1-ae2a-5872ffa08b40 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:16.868775 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0a5614-f358-46b1-ae2a-5872ffa08b40 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:16.869095 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0a5614-f358-46b1-ae2a-5872ffa08b40 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:16.869412 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0a5614-f358-46b1-ae2a-5872ffa08b40 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:16.869729 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0a5614-f358-46b1-ae2a-5872ffa08b40 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:16.915062 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e1cd3c-5d6f-437e-9ff8-cf7ec6caf89b req-ce0a5614-f358-46b1-ae2a-5872ffa08b40 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] No DVR routers for this DVR port 7e05c8be-be1f-4cce-a2b3-7addbef8919e on host hv-cinder-79053 {{(pid=103205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:33:16.918122 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-23e1cd3c-5d6f-437e-9ff8-cf7ec6caf89b req-ce0a5614-f358-46b1-ae2a-5872ffa08b40 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:16.921504 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-23e1cd3c-5d6f-437e-9ff8-cf7ec6caf89b req-ce0a5614-f358-46b1-ae2a-5872ffa08b40 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.18 "DELETE /v2.0/ports/7e05c8be-be1f-4cce-a2b3-7addbef8919e HTTP/1.1" status: 204 len: 173 time: 0.4994788 Mar 28 14:33:16.921967 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a5cfdd-dbb1-401d-9777-d12ee9dcec62', 'name': 'network-vif-deleted', 'tag': '7e05c8be-be1f-4cce-a2b3-7addbef8919e'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:33:16.924296 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02920026-edb2-4763-b92d-bb8698884013" -d '{"events": [{"server_uuid": "a2a5cfdd-dbb1-401d-9777-d12ee9dcec62", "name": "network-vif-deleted", "tag": "7e05c8be-be1f-4cce-a2b3-7addbef8919e"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:33:17.024261 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3317228a-9f8d-421b-9093-691039d501ad x-openstack-request-id: req-3317228a-9f8d-421b-9093-691039d501ad {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:33:17.024552 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a5cfdd-dbb1-401d-9777-d12ee9dcec62", "name": "network-vif-deleted", "tag": "7e05c8be-be1f-4cce-a2b3-7addbef8919e", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:33:17.024808 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3317228a-9f8d-421b-9093-691039d501ad {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:33:17.025209 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3317228a-9f8d-421b-9093-691039d501ad'] response: {'server_uuid': 'a2a5cfdd-dbb1-401d-9777-d12ee9dcec62', 'name': 'network-vif-deleted', 'tag': '7e05c8be-be1f-4cce-a2b3-7addbef8919e', 'status': 'completed', 'code': 200} Mar 28 14:33:17.098149 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7f284133-c00f-4a0c-91f9-30a64406aa00 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:17.103395 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7f284133-c00f-4a0c-91f9-30a64406aa00 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (ec9e5572-b851-494b-8386-d99dc9cf1284), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:17.304019 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f284133-c00f-4a0c-91f9-30a64406aa00 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Router 62fbf8b3-f946-4b2c-8633-d1873c312c4b has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:33:17.349178 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252cdaa-5651-435f-a9aa-94766fe5b73a req-ca9c023a-6b04-4e3c-ab22-4a407329b036 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:17.351066 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4252cdaa-5651-435f-a9aa-94766fe5b73a req-ca9c023a-6b04-4e3c-ab22-4a407329b036 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0546689 Mar 28 14:33:17.400447 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4252cdaa-5651-435f-a9aa-94766fe5b73a req-8837b12d-be49-4d94-a8d3-e3be9548f738 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434148 Mar 28 14:33:17.423821 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f284133-c00f-4a0c-91f9-30a64406aa00 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:33:17.429018 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7f284133-c00f-4a0c-91f9-30a64406aa00 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:17.434903 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec2240-7966-4292-b619-a01534d51722 None None] Sync routers for ids ['62fbf8b3-f946-4b2c-8633-d1873c312c4b'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:33:17.446952 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec2240-7966-4292-b619-a01534d51722 None None] Routers {'62fbf8b3-f946-4b2c-8633-d1873c312c4b'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:33:17.447874 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-22ec2240-7966-4292-b619-a01534d51722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:33:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['62fbf8b3-f946-4b2c-8633-d1873c312c4b'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:33:17.463962 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22394af3-b501-4f0c-9914-36bb7efd6576', 'tag': 'b30fef79-328a-461e-8788-ebbf19a769d6'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:33:17.466405 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d378c771d12563f68c1f59c9273be1365ef6a269510bcb02de4e9318e41428e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37857103-5f26-4bd4-8f87-0b983bd4e9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "22394af3-b501-4f0c-9914-36bb7efd6576", "tag": "b30fef79-328a-461e-8788-ebbf19a769d6"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:33:17.511118 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-7f284133-c00f-4a0c-91f9-30a64406aa00 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "PUT /v2.0/floatingips/ec9e5572-b851-494b-8386-d99dc9cf1284 HTTP/1.1" status: 200 len: 993 time: 1.1412072 Mar 28 14:33:17.554254 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-22ec2240-7966-4292-b619-a01534d51722 None None] Set router 62fbf8b3-f946-4b2c-8633-d1873c312c4b gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:33:17.565930 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678f5a7d-e3c4-42ed-bd48-0a4e0a5c2f36 x-openstack-request-id: req-678f5a7d-e3c4-42ed-bd48-0a4e0a5c2f36 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:33:17.566225 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22394af3-b501-4f0c-9914-36bb7efd6576", "tag": "b30fef79-328a-461e-8788-ebbf19a769d6", "status": "completed", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:33:17.566480 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-678f5a7d-e3c4-42ed-bd48-0a4e0a5c2f36 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:33:17.566892 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-678f5a7d-e3c4-42ed-bd48-0a4e0a5c2f36'] response: {'name': 'network-changed', 'server_uuid': '22394af3-b501-4f0c-9914-36bb7efd6576', 'tag': 'b30fef79-328a-461e-8788-ebbf19a769d6', 'status': 'completed', 'code': 200} Mar 28 14:33:17.635212 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37857103-5f26-4bd4-8f87-0b983bd4e9fe req-e6f9ca71-20b1-4819-96f3-b71159cd55fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:17.636606 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-37857103-5f26-4bd4-8f87-0b983bd4e9fe req-e6f9ca71-20b1-4819-96f3-b71159cd55fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1519a1dc346a484ea1368320ac6d675c&device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 1129 time: 0.0474682 Mar 28 14:33:17.726257 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37857103-5f26-4bd4-8f87-0b983bd4e9fe req-3d138665-91b9-40b3-b7b0-4343907fc6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:17.727766 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-37857103-5f26-4bd4-8f87-0b983bd4e9fe req-3d138665-91b9-40b3-b7b0-4343907fc6ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362 HTTP/1.1" status: 200 len: 920 time: 0.0811272 Mar 28 14:33:17.773092 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-22ec2240-7966-4292-b619-a01534d51722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1215945564-router', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:49Z', 'revision_number': 4, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'gw_port': {'id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:38Z', 'updated_at': '2022-03-28T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': 'ec9e5572-b851-494b-8386-d99dc9cf1284', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'port_id': 'b30fef79-328a-461e-8788-ebbf19a769d6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'mac_address': 'fa:16:3e:11:3c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22394af3-b501-4f0c-9914-36bb7efd6576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:30:03Z', 'updated_at': '2022-03-28T14:33:17Z', 'revision_number': 3, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1036118f-d872-47f6-a6c9-8139e0650651', 'name': '', 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'mac_address': 'fa:16:3e:0b:ff:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:56Z', 'revision_number': 5, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'subnets': [{'id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:33:17.798284 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec2240-7966-4292-b619-a01534d51722 None None] Checking router: 62fbf8b3-f946-4b2c-8633-d1873c312c4b for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:33:17.800344 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-37857103-5f26-4bd4-8f87-0b983bd4e9fe req-46f79934-7943-450e-ac60-accac2f46bd4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b30fef79-328a-461e-8788-ebbf19a769d6 HTTP/1.1" status: 200 len: 1001 time: 0.0660822 Mar 28 14:33:17.806830 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec2240-7966-4292-b619-a01534d51722 None None] Routers {'62fbf8b3-f946-4b2c-8633-d1873c312c4b'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:33:17.807455 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-22ec2240-7966-4292-b619-a01534d51722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:33:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['62fbf8b3-f946-4b2c-8633-d1873c312c4b'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:33:17.849000 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37857103-5f26-4bd4-8f87-0b983bd4e9fe req-ba54f61f-b5f5-44c2-adc2-1c116837a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:17.850457 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-37857103-5f26-4bd4-8f87-0b983bd4e9fe req-ba54f61f-b5f5-44c2-adc2-1c116837a021 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52dd69ba-aebc-4a99-b26d-625288b32bae HTTP/1.1" status: 200 len: 858 time: 0.0428638 Mar 28 14:33:17.903655 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37857103-5f26-4bd4-8f87-0b983bd4e9fe req-8bef4e98-7725-4b63-91fa-a15b5f4689e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:17.905168 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-37857103-5f26-4bd4-8f87-0b983bd4e9fe req-8bef4e98-7725-4b63-91fa-a15b5f4689e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469337 Mar 28 14:33:17.926157 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-22ec2240-7966-4292-b619-a01534d51722 None None] Set router 62fbf8b3-f946-4b2c-8633-d1873c312c4b gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:33:18.005060 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-37857103-5f26-4bd4-8f87-0b983bd4e9fe req-80cf7930-200b-49aa-8e86-8712d46bbad6 service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927038 Mar 28 14:33:18.108694 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-37857103-5f26-4bd4-8f87-0b983bd4e9fe req-a454c529-0fdc-42bf-9385-e47982bd5767 service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977528 Mar 28 14:33:18.253928 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-22ec2240-7966-4292-b619-a01534d51722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1215945564-router', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:49Z', 'revision_number': 4, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'gw_port': {'id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:38Z', 'updated_at': '2022-03-28T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': 'ec9e5572-b851-494b-8386-d99dc9cf1284', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'port_id': 'b30fef79-328a-461e-8788-ebbf19a769d6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'mac_address': 'fa:16:3e:11:3c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22394af3-b501-4f0c-9914-36bb7efd6576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:30:03Z', 'updated_at': '2022-03-28T14:33:17Z', 'revision_number': 3, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1036118f-d872-47f6-a6c9-8139e0650651', 'name': '', 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'mac_address': 'fa:16:3e:0b:ff:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:56Z', 'revision_number': 5, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'subnets': [{'id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:33:18.278922 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec2240-7966-4292-b619-a01534d51722 None None] The sync data for ids ['62fbf8b3-f946-4b2c-8633-d1873c312c4b'] in dv-cinder-790535-35-iscsi is: [{'id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1215945564-router', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:49Z', 'revision_number': 4, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'gw_port': {'id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:38Z', 'updated_at': '2022-03-28T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': 'ec9e5572-b851-494b-8386-d99dc9cf1284', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'port_id': 'b30fef79-328a-461e-8788-ebbf19a769d6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'mac_address': 'fa:16:3e:11:3c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22394af3-b501-4f0c-9914-36bb7efd6576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:30:03Z', 'updated_at': '2022-03-28T14:33:17Z', 'revision_number': 3, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1036118f-d872-47f6-a6c9-8139e0650651', 'name': '', 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'mac_address': 'fa:16:3e:0b:ff:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:56Z', 'revision_number': 5, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'subnets': [{'id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:33:18.528074 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcedee-b2bb-477a-be36-12686e073980 req-cc4872bc-2e6a-4f6a-a598-324ba8c882e2 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:18.529539 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-35dcedee-b2bb-477a-be36-12686e073980 req-cc4872bc-2e6a-4f6a-a598-324ba8c882e2 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0544589 Mar 28 14:33:18.583731 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-35dcedee-b2bb-477a-be36-12686e073980 req-94c0197a-91db-4948-9e05-ac545d459257 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459995 Mar 28 14:33:19.567950 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22394af3-b501-4f0c-9914-36bb7efd6576', 'tag': 'b30fef79-328a-461e-8788-ebbf19a769d6'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:33:19.571822 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d378c771d12563f68c1f59c9273be1365ef6a269510bcb02de4e9318e41428e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53548170-35be-4b01-afeb-e89deef4c890" -d '{"events": [{"name": "network-changed", "server_uuid": "22394af3-b501-4f0c-9914-36bb7efd6576", "tag": "b30fef79-328a-461e-8788-ebbf19a769d6"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:33:19.616976 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8e2c17-3638-4c9f-b959-da253e9669f7 x-openstack-request-id: req-bc8e2c17-3638-4c9f-b959-da253e9669f7 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:33:19.617352 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22394af3-b501-4f0c-9914-36bb7efd6576", "tag": "b30fef79-328a-461e-8788-ebbf19a769d6", "status": "completed", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:33:19.617816 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc8e2c17-3638-4c9f-b959-da253e9669f7 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:33:19.618393 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc8e2c17-3638-4c9f-b959-da253e9669f7'] response: {'name': 'network-changed', 'server_uuid': '22394af3-b501-4f0c-9914-36bb7efd6576', 'tag': 'b30fef79-328a-461e-8788-ebbf19a769d6', 'status': 'completed', 'code': 200} Mar 28 14:33:19.717943 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f473f2-b875-428c-9632-7e9702a57c68 req-b509f0ba-b48b-44c1-bb5e-1d220bb8bed4 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:19.719418 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f4f473f2-b875-428c-9632-7e9702a57c68 req-b509f0ba-b48b-44c1-bb5e-1d220bb8bed4 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0588641 Mar 28 14:33:19.769398 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f4f473f2-b875-428c-9632-7e9702a57c68 req-2916e7b2-75ec-49b1-82cb-8d09519d2639 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418715 Mar 28 14:33:19.946525 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 7e05c8be-be1f-4cce-a2b3-7addbef8919e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:33:19.966531 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] No Port match for: 7e05c8be-be1f-4cce-a2b3-7addbef8919e {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:33:19.966872 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 7e05c8be-be1f-4cce-a2b3-7addbef8919e not bound to the agent host hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:33:20.910194 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c106008-0d42-4bd3-a227-d108a5387c41 req-e4f285c8-f387-4d1d-b80c-305c7f58ce07 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:20.911785 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8c106008-0d42-4bd3-a227-d108a5387c41 req-e4f285c8-f387-4d1d-b80c-305c7f58ce07 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0552423 Mar 28 14:33:20.958350 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8c106008-0d42-4bd3-a227-d108a5387c41 req-8ac03f7e-5acc-4ce7-ab59-2e18de637ead tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408630 Mar 28 14:33:22.100645 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cd4ee-89ea-4531-ad72-7cd14eb57df4 req-74874c5c-3294-4c75-b33f-422c67d3d8e3 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:22.102080 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-908cd4ee-89ea-4531-ad72-7cd14eb57df4 req-74874c5c-3294-4c75-b33f-422c67d3d8e3 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0680170 Mar 28 14:33:22.150990 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-908cd4ee-89ea-4531-ad72-7cd14eb57df4 req-15f0ed89-d5bb-496e-b8a8-17ff2ad13d3c tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432761 Mar 28 14:33:22.154362 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53548170-35be-4b01-afeb-e89deef4c890 req-7d4d24d6-c019-4fb6-90ca-3285065b1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:22.155877 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-53548170-35be-4b01-afeb-e89deef4c890 req-7d4d24d6-c019-4fb6-90ca-3285065b1c78 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1519a1dc346a484ea1368320ac6d675c&device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 1129 time: 0.0491920 Mar 28 14:33:22.243710 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53548170-35be-4b01-afeb-e89deef4c890 req-5afcda40-ca91-4b42-bbc0-a9a0563d6233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:22.245545 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-53548170-35be-4b01-afeb-e89deef4c890 req-5afcda40-ca91-4b42-bbc0-a9a0563d6233 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362 HTTP/1.1" status: 200 len: 920 time: 0.0830591 Mar 28 14:33:22.311124 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-53548170-35be-4b01-afeb-e89deef4c890 req-6e4d058c-1c57-41cc-96ca-85fc95336330 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b30fef79-328a-461e-8788-ebbf19a769d6 HTTP/1.1" status: 200 len: 1001 time: 0.0597360 Mar 28 14:33:22.358317 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53548170-35be-4b01-afeb-e89deef4c890 req-5eaf17ab-a473-42fb-8245-340505c62a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:22.359734 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-53548170-35be-4b01-afeb-e89deef4c890 req-5eaf17ab-a473-42fb-8245-340505c62a38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52dd69ba-aebc-4a99-b26d-625288b32bae HTTP/1.1" status: 200 len: 858 time: 0.0414598 Mar 28 14:33:22.408328 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53548170-35be-4b01-afeb-e89deef4c890 req-212f8d69-9e25-4604-a789-5a01d5637657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:22.409704 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-53548170-35be-4b01-afeb-e89deef4c890 req-212f8d69-9e25-4604-a789-5a01d5637657 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438361 Mar 28 14:33:22.499564 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-53548170-35be-4b01-afeb-e89deef4c890 req-aa312e16-381a-4e19-a548-363e87a29520 service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840495 Mar 28 14:33:22.602637 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-53548170-35be-4b01-afeb-e89deef4c890 req-bdee4c0f-7b28-4663-9720-415b6c0f6bca service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886884 Mar 28 14:33:22.855594 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:33:23.283313 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33866a32-0558-4337-a8e1-7a8a6ad94f51 req-1a13fe81-4ca5-4a57-a31a-d529d2a541e5 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:23.284745 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-33866a32-0558-4337-a8e1-7a8a6ad94f51 req-1a13fe81-4ca5-4a57-a31a-d529d2a541e5 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0543468 Mar 28 14:33:23.336655 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-33866a32-0558-4337-a8e1-7a8a6ad94f51 req-9f39a008-fa79-4a1d-b686-574321e0ddeb tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460682 Mar 28 14:33:23.535130 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c5794-3157-435c-b01d-acf787c945ab req-bb07a660-f02e-4e8e-91bc-5f2d393f4322 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:23.536706 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-331c5794-3157-435c-b01d-acf787c945ab req-bb07a660-f02e-4e8e-91bc-5f2d393f4322 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0523345 Mar 28 14:33:23.610108 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-331c5794-3157-435c-b01d-acf787c945ab req-4dba13a5-3fc6-4fa8-91ca-a7ada1a40c28 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676823 Mar 28 14:33:23.617378 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799a25a-ae2b-4dda-acc5-40253a79be30 req-c9348ba8-bdb9-463a-a877-d31264917777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:23.618990 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a799a25a-ae2b-4dda-acc5-40253a79be30 req-c9348ba8-bdb9-463a-a877-d31264917777 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6377be1dbc9d4159b9dde7c4218d1520&device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 1130 time: 0.0709078 Mar 28 14:33:23.935552 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799a25a-ae2b-4dda-acc5-40253a79be30 req-2bd32267-6d5b-480a-8bab-1827ff26f7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:23.937735 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a799a25a-ae2b-4dda-acc5-40253a79be30 req-2bd32267-6d5b-480a-8bab-1827ff26f7f4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=afb5a3e7-7844-40a2-b2f3-321ba05c443b HTTP/1.1" status: 200 len: 911 time: 0.3126886 Mar 28 14:33:24.013929 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a799a25a-ae2b-4dda-acc5-40253a79be30 req-0ee82606-716f-4cee-bd01-b05ba95d627e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a450c5d1-6d13-4aa3-b5b2-4b4d175b905f HTTP/1.1" status: 200 len: 1002 time: 0.0690951 Mar 28 14:33:24.063222 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799a25a-ae2b-4dda-acc5-40253a79be30 req-79b5c74a-0bb4-432e-9384-3e23a07818c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:24.064603 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a799a25a-ae2b-4dda-acc5-40253a79be30 req-79b5c74a-0bb4-432e-9384-3e23a07818c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac33e34d-f8ce-422d-8ea1-9189d3900f1e HTTP/1.1" status: 200 len: 849 time: 0.0445848 Mar 28 14:33:24.113138 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799a25a-ae2b-4dda-acc5-40253a79be30 req-967874b2-1fa2-4c17-87e0-7473ae145e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:24.114614 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a799a25a-ae2b-4dda-acc5-40253a79be30 req-967874b2-1fa2-4c17-87e0-7473ae145e73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afb5a3e7-7844-40a2-b2f3-321ba05c443b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443757 Mar 28 14:33:24.203280 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a799a25a-ae2b-4dda-acc5-40253a79be30 req-e7a7f083-b157-4b62-8543-4289c213618c service neutron] 10.222.0.18 "GET /v2.0/networks/afb5a3e7-7844-40a2-b2f3-321ba05c443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823524 Mar 28 14:33:24.292129 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a799a25a-ae2b-4dda-acc5-40253a79be30 req-cce16b2d-d0ad-44a6-b160-b18fc86c84b3 service neutron] 10.222.0.18 "GET /v2.0/networks/afb5a3e7-7844-40a2-b2f3-321ba05c443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824726 Mar 28 14:33:24.740316 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04816002-f781-4958-aef3-086d045988d8 req-58a960f3-f2ec-43a0-81a9-378682e07db0 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:24.741873 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-04816002-f781-4958-aef3-086d045988d8 req-58a960f3-f2ec-43a0-81a9-378682e07db0 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0625191 Mar 28 14:33:24.789591 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-04816002-f781-4958-aef3-086d045988d8 req-ed315f00-5221-465a-b7d9-8bf59ddd4164 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412314 Mar 28 14:33:25.922851 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ef61b-f226-493f-8e62-1fbfe2a2f0b8 req-b10854d0-fb0a-4310-9c4f-bb86429dfaee tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:25.924336 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-426ef61b-f226-493f-8e62-1fbfe2a2f0b8 req-b10854d0-fb0a-4310-9c4f-bb86429dfaee tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0541975 Mar 28 14:33:25.969745 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-426ef61b-f226-493f-8e62-1fbfe2a2f0b8 req-53c353cb-3697-488f-b6e2-670228461efe tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396450 Mar 28 14:33:29.247670 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-c8cfa9ec-d942-411c-a350-755629e60c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:30.017645 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f4532-c92f-4469-818b-670c18085156 req-d1227497-051e-42db-b6bf-e29202489fa4 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:30.019146 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-695f4532-c92f-4469-818b-670c18085156 req-d1227497-051e-42db-b6bf-e29202489fa4 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/networks?id=d201f1b7-86de-4349-9e53-14b77462d26a HTTP/1.1" status: 200 len: 814 time: 0.1049750 Mar 28 14:33:30.033445 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-695f4532-c92f-4469-818b-670c18085156 req-e158585c-bf4a-486d-84b8-55063764ac29 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/quotas/db7369d40f8e4bd79058b766956f104e HTTP/1.1" status: 200 len: 375 time: 0.0089071 Mar 28 14:33:30.063997 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-695f4532-c92f-4469-818b-670c18085156 req-52fb23ef-94ac-404c-b24d-53d4323fe01b tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=db7369d40f8e4bd79058b766956f104e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255952 Mar 28 14:33:30.208774 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-695f4532-c92f-4469-818b-670c18085156 req-1808e485-a176-4517-92cc-ed8f0e24d828 service neutron] 10.222.0.13 "GET /v2.0/networks/d201f1b7-86de-4349-9e53-14b77462d26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382134 Mar 28 14:33:30.301401 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-695f4532-c92f-4469-818b-670c18085156 req-a3688ab4-3d2e-476c-8b7c-098149e338b9 service neutron] 10.222.0.13 "GET /v2.0/networks/d201f1b7-86de-4349-9e53-14b77462d26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868680 Mar 28 14:33:30.481635 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-00f7b5a2-11e4-47a3-a2ac-83796747acdd req-b20a923b-ed0a-4e84-846e-7aae3d0a9868 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=359cce92-e724-4a92-8249-0d525096bb88 HTTP/1.1" status: 200 len: 210 time: 0.0440123 Mar 28 14:33:31.527756 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-d1d311b3-49db-4e76-a7ef-8472931c2bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:31.579349 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-76b18e85-27a0-404f-9712-b8932f7726b8 req-3120c9e1-628d-4e93-9ee8-fa78e39e028d tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=359cce92-e724-4a92-8249-0d525096bb88 HTTP/1.1" status: 200 len: 210 time: 0.0293446 Mar 28 14:33:31.677899 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f4532-c92f-4469-818b-670c18085156 req-433c38ec-6abf-4ee6-b2fc-73428bda1a59 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:31.679366 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-695f4532-c92f-4469-818b-670c18085156 req-433c38ec-6abf-4ee6-b2fc-73428bda1a59 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.18 "GET /v2.0/networks?id=d201f1b7-86de-4349-9e53-14b77462d26a HTTP/1.1" status: 200 len: 814 time: 0.0985897 Mar 28 14:33:31.692979 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-695f4532-c92f-4469-818b-670c18085156 req-f9894e2a-b4de-4ed4-afe9-db779ed946d2 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Request body: {'port': {'device_id': '359cce92-e724-4a92-8249-0d525096bb88', 'network_id': 'd201f1b7-86de-4349-9e53-14b77462d26a', 'admin_state_up': True, 'tenant_id': 'db7369d40f8e4bd79058b766956f104e'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:33:31.806146 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-695f4532-c92f-4469-818b-670c18085156 req-f9894e2a-b4de-4ed4-afe9-db779ed946d2 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Made reservation on behalf of db7369d40f8e4bd79058b766956f104e for: {'port': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:33:31.809510 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-695f4532-c92f-4469-818b-670c18085156 req-f9894e2a-b4de-4ed4-afe9-db779ed946d2 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:31.929789 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [req-695f4532-c92f-4469-818b-670c18085156 req-f9894e2a-b4de-4ed4-afe9-db779ed946d2 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Allocated IP 172.20.0.3 (d201f1b7-86de-4349-9e53-14b77462d26a/75847200-85ce-4cc8-92dc-56adabf4ad2b/4f1aad8a-a24a-457b-9ec9-acf7af7018bf) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:33:32.079548 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-695f4532-c92f-4469-818b-670c18085156 req-f9894e2a-b4de-4ed4-afe9-db779ed946d2 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Publish callbacks [] for port (4f1aad8a-a24a-457b-9ec9-acf7af7018bf), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:32.127922 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-695f4532-c92f-4469-818b-670c18085156 req-f9894e2a-b4de-4ed4-afe9-db779ed946d2 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (4f1aad8a-a24a-457b-9ec9-acf7af7018bf), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:32.168173 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-695f4532-c92f-4469-818b-670c18085156 req-f9894e2a-b4de-4ed4-afe9-db779ed946d2 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Network d201f1b7-86de-4349-9e53-14b77462d26a is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:33:32.171206 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [req-695f4532-c92f-4469-818b-670c18085156 req-f9894e2a-b4de-4ed4-afe9-db779ed946d2 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:33:32.177311 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-695f4532-c92f-4469-818b-670c18085156 req-f9894e2a-b4de-4ed4-afe9-db779ed946d2 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:33:32.183468 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9894e2a-b4de-4ed4-afe9-db779ed946d2 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Pushing event updated for resources: {'Port': ['ID=4f1aad8a-a24a-457b-9ec9-acf7af7018bf,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:33:32.232261 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f4532-c92f-4469-818b-670c18085156 req-f9894e2a-b4de-4ed4-afe9-db779ed946d2 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:32.232858 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-695f4532-c92f-4469-818b-670c18085156 req-f9894e2a-b4de-4ed4-afe9-db779ed946d2 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:32.249008 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-695f4532-c92f-4469-818b-670c18085156 req-f9894e2a-b4de-4ed4-afe9-db779ed946d2 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5598805 Mar 28 14:33:32.262698 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-695f4532-c92f-4469-818b-670c18085156 req-f5e0ee83-3304-4ece-b0e0-abe257808c46 service neutron] Request body: {'port': {'device_id': '359cce92-e724-4a92-8249-0d525096bb88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:33:32.322506 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-695f4532-c92f-4469-818b-670c18085156 req-f5e0ee83-3304-4ece-b0e0-abe257808c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (4f1aad8a-a24a-457b-9ec9-acf7af7018bf), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:32.577269 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [req-695f4532-c92f-4469-818b-670c18085156 req-f5e0ee83-3304-4ece-b0e0-abe257808c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f1aad8a-a24a-457b-9ec9-acf7af7018bf {{(pid=103205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:33:32.584574 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-695f4532-c92f-4469-818b-670c18085156 req-f5e0ee83-3304-4ece-b0e0-abe257808c46 service neutron] Publish callbacks [] for port (4f1aad8a-a24a-457b-9ec9-acf7af7018bf), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:32.596565 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.provisioning_blocks [req-695f4532-c92f-4469-818b-670c18085156 req-f5e0ee83-3304-4ece-b0e0-abe257808c46 service neutron] Transition to ACTIVE for port object 4f1aad8a-a24a-457b-9ec9-acf7af7018bf will not be triggered until provisioned by entity L2. {{(pid=103205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 14:33:32.603669 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-695f4532-c92f-4469-818b-670c18085156 req-f5e0ee83-3304-4ece-b0e0-abe257808c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (4f1aad8a-a24a-457b-9ec9-acf7af7018bf), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:32.662779 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0ee83-3304-4ece-b0e0-abe257808c46 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1aad8a-a24a-457b-9ec9-acf7af7018bf,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:33:32.687899 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:32.755387 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d196-257c-4c7a-86e7-80600df5e035 req-cdcabbfe-be8b-477f-aad9-3343857e86fb tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:32.756898 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a8a5d196-257c-4c7a-86e7-80600df5e035 req-cdcabbfe-be8b-477f-aad9-3343857e86fb tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=359cce92-e724-4a92-8249-0d525096bb88 HTTP/1.1" status: 200 len: 943 time: 0.1074295 Mar 28 14:33:32.761725 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-695f4532-c92f-4469-818b-670c18085156 req-f5e0ee83-3304-4ece-b0e0-abe257808c46 service neutron] Attempting to bind port 4f1aad8a-a24a-457b-9ec9-acf7af7018bf on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:33:32.762054 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-695f4532-c92f-4469-818b-670c18085156 req-f5e0ee83-3304-4ece-b0e0-abe257808c46 service neutron] Attempting to bind port 4f1aad8a-a24a-457b-9ec9-acf7af7018bf by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b51aac44-699f-4581-a26b-5ea85ebd8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd201f1b7-86de-4349-9e53-14b77462d26a'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:33:32.762409 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695f4532-c92f-4469-818b-670c18085156 req-f5e0ee83-3304-4ece-b0e0-abe257808c46 service neutron] Attempting to bind port 4f1aad8a-a24a-457b-9ec9-acf7af7018bf on network d201f1b7-86de-4349-9e53-14b77462d26a {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:33:32.773182 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695f4532-c92f-4469-818b-670c18085156 req-f5e0ee83-3304-4ece-b0e0-abe257808c46 service neutron] Port 4f1aad8a-a24a-457b-9ec9-acf7af7018bf on network d201f1b7-86de-4349-9e53-14b77462d26a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:33:32.773494 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695f4532-c92f-4469-818b-670c18085156 req-f5e0ee83-3304-4ece-b0e0-abe257808c46 service neutron] Attempting to bind port 4f1aad8a-a24a-457b-9ec9-acf7af7018bf on network d201f1b7-86de-4349-9e53-14b77462d26a {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:33:32.790253 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695f4532-c92f-4469-818b-670c18085156 req-f5e0ee83-3304-4ece-b0e0-abe257808c46 service neutron] Checking agent: {'id': 'ab5a62a0-b9cc-4af2-a98d-7d97375b077a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'started_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:33:32.790585 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695f4532-c92f-4469-818b-670c18085156 req-f5e0ee83-3304-4ece-b0e0-abe257808c46 service neutron] Checking segment: {'id': 'b51aac44-699f-4581-a26b-5ea85ebd8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd201f1b7-86de-4349-9e53-14b77462d26a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:33:32.790955 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695f4532-c92f-4469-818b-670c18085156 req-f5e0ee83-3304-4ece-b0e0-abe257808c46 service neutron] Bound using segment: {'id': 'b51aac44-699f-4581-a26b-5ea85ebd8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd201f1b7-86de-4349-9e53-14b77462d26a'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:33:32.791412 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-695f4532-c92f-4469-818b-670c18085156 req-f5e0ee83-3304-4ece-b0e0-abe257808c46 service neutron] Bound port: 4f1aad8a-a24a-457b-9ec9-acf7af7018bf, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51aac44-699f-4581-a26b-5ea85ebd8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd201f1b7-86de-4349-9e53-14b77462d26a'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:33:32.791761 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-695f4532-c92f-4469-818b-670c18085156 req-f5e0ee83-3304-4ece-b0e0-abe257808c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (4f1aad8a-a24a-457b-9ec9-acf7af7018bf), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:32.842059 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a8a5d196-257c-4c7a-86e7-80600df5e035 req-6d62de85-b7d6-4c09-8507-0e781f8e154f tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772257 Mar 28 14:33:32.871050 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-695f4532-c92f-4469-818b-670c18085156 req-f5e0ee83-3304-4ece-b0e0-abe257808c46 service neutron] For port 4f1aad8a-a24a-457b-9ec9-acf7af7018bf, host hv-cinder-79053, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:33:32.874290 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-695f4532-c92f-4469-818b-670c18085156 req-f5e0ee83-3304-4ece-b0e0-abe257808c46 service neutron] For port 4f1aad8a-a24a-457b-9ec9-acf7af7018bf, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4f1aad8a-a24a-457b-9ec9-acf7af7018bf,segment=NetworkSegment(b51aac44-699f-4581-a26b-5ea85ebd8f0b),segment_id=b51aac44-699f-4581-a26b-5ea85ebd8f0b)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:33:32.881699 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-695f4532-c92f-4469-818b-670c18085156 req-f5e0ee83-3304-4ece-b0e0-abe257808c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (4f1aad8a-a24a-457b-9ec9-acf7af7018bf), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:32.917048 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f4532-c92f-4469-818b-670c18085156 req-f5e0ee83-3304-4ece-b0e0-abe257808c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:32.917656 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-695f4532-c92f-4469-818b-670c18085156 req-f5e0ee83-3304-4ece-b0e0-abe257808c46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:32.919009 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-695f4532-c92f-4469-818b-670c18085156 req-f5e0ee83-3304-4ece-b0e0-abe257808c46 service neutron] 10.222.0.18 "PUT /v2.0/ports/4f1aad8a-a24a-457b-9ec9-acf7af7018bf HTTP/1.1" status: 200 len: 1093 time: 0.6603341 Mar 28 14:33:32.919468 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359cce92-e724-4a92-8249-0d525096bb88', 'tag': '4f1aad8a-a24a-457b-9ec9-acf7af7018bf'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:33:32.921678 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa822dc-5b86-4695-9f5c-f3e29d5bf4fe" -d '{"events": [{"name": "network-changed", "server_uuid": "359cce92-e724-4a92-8249-0d525096bb88", "tag": "4f1aad8a-a24a-457b-9ec9-acf7af7018bf"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:33:32.942242 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0ee83-3304-4ece-b0e0-abe257808c46 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1aad8a-a24a-457b-9ec9-acf7af7018bf,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:33:32.962015 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca3637f-b34c-4da3-82a6-51bf441378ac x-openstack-request-id: req-dca3637f-b34c-4da3-82a6-51bf441378ac {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:33:32.962305 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359cce92-e724-4a92-8249-0d525096bb88", "tag": "4f1aad8a-a24a-457b-9ec9-acf7af7018bf", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:33:32.962574 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dca3637f-b34c-4da3-82a6-51bf441378ac {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:33:32.962979 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dca3637f-b34c-4da3-82a6-51bf441378ac'] response: {'name': 'network-changed', 'server_uuid': '359cce92-e724-4a92-8249-0d525096bb88', 'tag': '4f1aad8a-a24a-457b-9ec9-acf7af7018bf', 'status': 'completed', 'code': 200} Mar 28 14:33:33.023151 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f4532-c92f-4469-818b-670c18085156 req-69f92653-672d-42f3-a76b-65afc380ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:33.024633 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-695f4532-c92f-4469-818b-670c18085156 req-69f92653-672d-42f3-a76b-65afc380ab0e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db7369d40f8e4bd79058b766956f104e&device_id=359cce92-e724-4a92-8249-0d525096bb88 HTTP/1.1" status: 200 len: 1127 time: 0.0454030 Mar 28 14:33:33.067689 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-695f4532-c92f-4469-818b-670c18085156 req-d98b819d-184e-4027-837e-9b6e78c5933b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f1aad8a-a24a-457b-9ec9-acf7af7018bf HTTP/1.1" status: 200 len: 217 time: 0.0359406 Mar 28 14:33:33.129890 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f4532-c92f-4469-818b-670c18085156 req-547e693c-aa35-422e-bb2f-85b82535d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:33.131209 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-695f4532-c92f-4469-818b-670c18085156 req-547e693c-aa35-422e-bb2f-85b82535d510 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75847200-85ce-4cc8-92dc-56adabf4ad2b HTTP/1.1" status: 200 len: 854 time: 0.0419247 Mar 28 14:33:33.171371 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-695f4532-c92f-4469-818b-670c18085156 req-70ca28f3-8491-44f8-9fb6-d44ca19f1231 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d201f1b7-86de-4349-9e53-14b77462d26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250094 Mar 28 14:33:33.262572 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-695f4532-c92f-4469-818b-670c18085156 req-5133f570-446d-4334-bcfc-551216187089 service neutron] 10.222.0.18 "GET /v2.0/networks/d201f1b7-86de-4349-9e53-14b77462d26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828948 Mar 28 14:33:33.350731 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-695f4532-c92f-4469-818b-670c18085156 req-2ee8f6a9-769c-4977-9918-604fb3ed639a service neutron] 10.222.0.18 "GET /v2.0/networks/d201f1b7-86de-4349-9e53-14b77462d26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818853 Mar 28 14:33:33.447151 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa822dc-5b86-4695-9f5c-f3e29d5bf4fe req-17ddcfa9-cb4a-43f4-89ea-878f9aea7bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:33.448587 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-caa822dc-5b86-4695-9f5c-f3e29d5bf4fe req-17ddcfa9-cb4a-43f4-89ea-878f9aea7bf6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db7369d40f8e4bd79058b766956f104e&device_id=359cce92-e724-4a92-8249-0d525096bb88 HTTP/1.1" status: 200 len: 1127 time: 0.0464668 Mar 28 14:33:33.549303 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa822dc-5b86-4695-9f5c-f3e29d5bf4fe req-cced693d-1454-4c32-9436-a60e875d8a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:33.550780 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-caa822dc-5b86-4695-9f5c-f3e29d5bf4fe req-cced693d-1454-4c32-9436-a60e875d8a45 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d201f1b7-86de-4349-9e53-14b77462d26a HTTP/1.1" status: 200 len: 915 time: 0.0959709 Mar 28 14:33:33.593592 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-caa822dc-5b86-4695-9f5c-f3e29d5bf4fe req-d101f00f-cfe7-47d9-a9c0-efe5a5c0586c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f1aad8a-a24a-457b-9ec9-acf7af7018bf HTTP/1.1" status: 200 len: 217 time: 0.0335102 Mar 28 14:33:33.648132 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa822dc-5b86-4695-9f5c-f3e29d5bf4fe req-7b20e3e9-4c5c-4255-8f12-04d2a2fa5fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:33.649511 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-caa822dc-5b86-4695-9f5c-f3e29d5bf4fe req-7b20e3e9-4c5c-4255-8f12-04d2a2fa5fae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75847200-85ce-4cc8-92dc-56adabf4ad2b HTTP/1.1" status: 200 len: 854 time: 0.0452054 Mar 28 14:33:33.680874 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-caa822dc-5b86-4695-9f5c-f3e29d5bf4fe req-9bf3f742-a9e1-4377-acd8-a472ce3d1637 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d201f1b7-86de-4349-9e53-14b77462d26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253513 Mar 28 14:33:33.765275 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-caa822dc-5b86-4695-9f5c-f3e29d5bf4fe req-77146ca9-9f1b-4a82-83ec-8b0fa26f1e09 service neutron] 10.222.0.18 "GET /v2.0/networks/d201f1b7-86de-4349-9e53-14b77462d26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775199 Mar 28 14:33:33.856563 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-caa822dc-5b86-4695-9f5c-f3e29d5bf4fe req-a2c98a7c-48cb-4738-ac42-23f90ad074c4 service neutron] 10.222.0.18 "GET /v2.0/networks/d201f1b7-86de-4349-9e53-14b77462d26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841236 Mar 28 14:33:33.939639 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:33.961847 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f00b6-2332-4f9d-a03e-edbc62cd2ba9 req-eac7ee41-31a0-4195-a84b-cd388361b5ee tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:33.963311 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-965f00b6-2332-4f9d-a03e-edbc62cd2ba9 req-eac7ee41-31a0-4195-a84b-cd388361b5ee tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=359cce92-e724-4a92-8249-0d525096bb88 HTTP/1.1" status: 200 len: 943 time: 0.0536947 Mar 28 14:33:34.011187 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-965f00b6-2332-4f9d-a03e-edbc62cd2ba9 req-2e7f6aaa-a846-4d2a-bdcf-a57443a7ea29 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420859 Mar 28 14:33:35.298098 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1645d-cce7-4838-a59d-ded2a63ada07 req-e0baea66-dace-4c42-aa77-5d4d637d342f tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:35.299590 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7bf1645d-cce7-4838-a59d-ded2a63ada07 req-e0baea66-dace-4c42-aa77-5d4d637d342f tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=359cce92-e724-4a92-8249-0d525096bb88 HTTP/1.1" status: 200 len: 943 time: 0.0564299 Mar 28 14:33:35.350388 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7bf1645d-cce7-4838-a59d-ded2a63ada07 req-febb3884-d280-4a12-9a60-bc55924f22d6 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450203 Mar 28 14:33:35.447160 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:36.483626 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f309e7c-69b7-4827-b06d-e341c9eb502d req-b2a61ad2-158e-456a-8b01-87daa730794f tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:36.485082 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4f309e7c-69b7-4827-b06d-e341c9eb502d req-b2a61ad2-158e-456a-8b01-87daa730794f tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=359cce92-e724-4a92-8249-0d525096bb88 HTTP/1.1" status: 200 len: 943 time: 0.0538807 Mar 28 14:33:36.537064 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4f309e7c-69b7-4827-b06d-e341c9eb502d req-4fa19b3e-e756-4e72-acfd-446f08229807 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461771 Mar 28 14:33:37.654239 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 4f1aad8a-a24a-457b-9ec9-acf7af7018bf details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:33:37.675058 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfdabf-f8ba-4c0a-9562-6ddd321be47d req-ba8f78ef-84e7-4f00-b07a-e643b17f7dff tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:37.676520 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-12dfdabf-f8ba-4c0a-9562-6ddd321be47d req-ba8f78ef-84e7-4f00-b07a-e643b17f7dff tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=359cce92-e724-4a92-8249-0d525096bb88 HTTP/1.1" status: 200 len: 943 time: 0.0546145 Mar 28 14:33:37.722490 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-12dfdabf-f8ba-4c0a-9562-6ddd321be47d req-fb0d0c3c-16c2-4f19-b928-da7247943563 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403798 Mar 28 14:33:37.748782 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 4f1aad8a-a24a-457b-9ec9-acf7af7018bf, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4f1aad8a-a24a-457b-9ec9-acf7af7018bf,segment=NetworkSegment(b51aac44-699f-4581-a26b-5ea85ebd8f0b),segment_id=b51aac44-699f-4581-a26b-5ea85ebd8f0b)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:33:37.759786 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': '4f1aad8a-a24a-457b-9ec9-acf7af7018bf', 'network_id': 'd201f1b7-86de-4349-9e53-14b77462d26a', 'port_id': '4f1aad8a-a24a-457b-9ec9-acf7af7018bf', 'mac_address': 'fa:16:3e:f2:db:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75847200-85ce-4cc8-92dc-56adabf4ad2b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:33:37.795549 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 4f1aad8a-a24a-457b-9ec9-acf7af7018bf is: DOWN; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:33:37.795920 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (4f1aad8a-a24a-457b-9ec9-acf7af7018bf), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:37.810377 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f1aad8a-a24a-457b-9ec9-acf7af7018bf {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:33:37.829964 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 4f1aad8a-a24a-457b-9ec9-acf7af7018bf, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4f1aad8a-a24a-457b-9ec9-acf7af7018bf,segment=NetworkSegment(b51aac44-699f-4581-a26b-5ea85ebd8f0b),segment_id=b51aac44-699f-4581-a26b-5ea85ebd8f0b)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:33:37.836196 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (4f1aad8a-a24a-457b-9ec9-acf7af7018bf), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:37.882401 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=4f1aad8a-a24a-457b-9ec9-acf7af7018bf,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:33:37.890081 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:37.890081 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:37.890402 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:37.890706 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:37.891059 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:37.891433 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:37.891756 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:37.892088 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:37.892413 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:37.892717 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:37.893045 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:37.893419 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:37.893737 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:37.894055 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:37.894375 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:33:38.301973 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['4f1aad8a-a24a-457b-9ec9-acf7af7018bf'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:33:38.843491 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6a541-b104-43d8-933d-dd94d2f0e009 req-0c8d9afc-a891-4dc8-811f-219522ebc885 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:38.844942 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8bb6a541-b104-43d8-933d-dd94d2f0e009 req-0c8d9afc-a891-4dc8-811f-219522ebc885 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=359cce92-e724-4a92-8249-0d525096bb88 HTTP/1.1" status: 200 len: 944 time: 0.0526936 Mar 28 14:33:38.896681 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8bb6a541-b104-43d8-933d-dd94d2f0e009 req-dd234166-b799-46df-b13e-20508728f96b tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458689 Mar 28 14:33:39.548223 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:39.678569 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 4f1aad8a-a24a-457b-9ec9-acf7af7018bf up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:33:39.741675 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning for port 4f1aad8a-a24a-457b-9ec9-acf7af7018bf completed by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 14:33:39.745847 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port 4f1aad8a-a24a-457b-9ec9-acf7af7018bf triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:33:39.746217 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (4f1aad8a-a24a-457b-9ec9-acf7af7018bf), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:39.834378 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 4f1aad8a-a24a-457b-9ec9-acf7af7018bf is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:33:39.834678 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (4f1aad8a-a24a-457b-9ec9-acf7af7018bf), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:39.857502 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359cce92-e724-4a92-8249-0d525096bb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1aad8a-a24a-457b-9ec9-acf7af7018bf'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:33:39.859750 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317ec1bb-c88d-4b7d-8da1-df483669938c" -d '{"events": [{"server_uuid": "359cce92-e724-4a92-8249-0d525096bb88", "name": "network-vif-plugged", "status": "completed", "tag": "4f1aad8a-a24a-457b-9ec9-acf7af7018bf"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:33:39.871310 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 4f1aad8a-a24a-457b-9ec9-acf7af7018bf, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4f1aad8a-a24a-457b-9ec9-acf7af7018bf,segment=NetworkSegment(b51aac44-699f-4581-a26b-5ea85ebd8f0b),segment_id=b51aac44-699f-4581-a26b-5ea85ebd8f0b)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:33:39.876668 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (4f1aad8a-a24a-457b-9ec9-acf7af7018bf), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:39.933535 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=4f1aad8a-a24a-457b-9ec9-acf7af7018bf,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:33:39.956218 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b084eba-d96e-4a6c-bf75-9ebfe2aca56b x-openstack-request-id: req-1b084eba-d96e-4a6c-bf75-9ebfe2aca56b {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:33:39.956511 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359cce92-e724-4a92-8249-0d525096bb88", "name": "network-vif-plugged", "status": "completed", "tag": "4f1aad8a-a24a-457b-9ec9-acf7af7018bf", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:33:39.956760 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b084eba-d96e-4a6c-bf75-9ebfe2aca56b {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:33:39.957160 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b084eba-d96e-4a6c-bf75-9ebfe2aca56b'] response: {'server_uuid': '359cce92-e724-4a92-8249-0d525096bb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1aad8a-a24a-457b-9ec9-acf7af7018bf', 'code': 200} Mar 28 14:33:40.018644 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189ac97-ae65-4579-9f41-670c2ec87ce2 req-068cb59f-9ad3-418f-ab76-569b8561e8f9 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:40.020126 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9189ac97-ae65-4579-9f41-670c2ec87ce2 req-068cb59f-9ad3-418f-ab76-569b8561e8f9 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=359cce92-e724-4a92-8249-0d525096bb88 HTTP/1.1" status: 200 len: 945 time: 0.0522738 Mar 28 14:33:40.067044 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9189ac97-ae65-4579-9f41-670c2ec87ce2 req-741b002d-496e-4a9e-8068-f0a8bdc1ddb3 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412445 Mar 28 14:33:40.149895 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a51c8-b7cc-4c45-90c6-00f5c2e2ee85 req-71d1cdcc-93ce-4cac-ae42-aa651f45994f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:40.151339 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bf0a51c8-b7cc-4c45-90c6-00f5c2e2ee85 req-71d1cdcc-93ce-4cac-ae42-aa651f45994f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=359cce92-e724-4a92-8249-0d525096bb88 HTTP/1.1" status: 200 len: 1129 time: 0.0493355 Mar 28 14:33:40.199197 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bf0a51c8-b7cc-4c45-90c6-00f5c2e2ee85 req-c90b0402-3676-40ae-b6df-31150b1b49a4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370858 Mar 28 14:33:41.207015 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a7048-86e2-42a8-8de4-2cd426efd5e9 req-79d19f3c-82fd-4fd9-a62e-14d3231559db tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:41.208380 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-de6a7048-86e2-42a8-8de4-2cd426efd5e9 req-79d19f3c-82fd-4fd9-a62e-14d3231559db tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=359cce92-e724-4a92-8249-0d525096bb88 HTTP/1.1" status: 200 len: 945 time: 0.0643842 Mar 28 14:33:41.255919 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-de6a7048-86e2-42a8-8de4-2cd426efd5e9 req-a61c9dbd-ebe1-4dca-beee-297a3ad48ffc tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418317 Mar 28 14:33:42.412482 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1e8f87a1-059f-48df-a069-4426e0a3fefc req-9f2addc5-f6de-402c-b7e9-75c96e1692f2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764356 Mar 28 14:33:42.419908 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6efded-a025-4d0b-91c0-831c01ed9862 req-f045d3c5-d111-4b9b-b943-d59275d90761 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:42.421237 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5e6efded-a025-4d0b-91c0-831c01ed9862 req-f045d3c5-d111-4b9b-b943-d59275d90761 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=359cce92-e724-4a92-8249-0d525096bb88 HTTP/1.1" status: 200 len: 945 time: 0.0774367 Mar 28 14:33:42.495843 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5e6efded-a025-4d0b-91c0-831c01ed9862 req-9a843574-2aad-403c-8843-7362e0f7d5cf tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679357 Mar 28 14:33:42.505948 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f87a1-059f-48df-a069-4426e0a3fefc req-e951d078-1007-4e6e-85bd-035e624d8599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:42.507401 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1e8f87a1-059f-48df-a069-4426e0a3fefc req-e951d078-1007-4e6e-85bd-035e624d8599 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1519a1dc346a484ea1368320ac6d675c&device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 1130 time: 0.0642598 Mar 28 14:33:42.606467 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f87a1-059f-48df-a069-4426e0a3fefc req-34b71b3c-7fc7-48fe-8eef-3b5324ee19f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:42.608137 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1e8f87a1-059f-48df-a069-4426e0a3fefc req-34b71b3c-7fc7-48fe-8eef-3b5324ee19f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362 HTTP/1.1" status: 200 len: 920 time: 0.0821338 Mar 28 14:33:42.654655 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1e8f87a1-059f-48df-a069-4426e0a3fefc req-73bfcbce-6f05-4c99-a6f3-01284b788ffe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af53014f-d2e3-424f-b13b-923ebbab5309 HTTP/1.1" status: 200 len: 217 time: 0.0370028 Mar 28 14:33:42.713147 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f87a1-059f-48df-a069-4426e0a3fefc req-0d1e2010-3946-4627-85b0-efe0775a73af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:42.714620 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1e8f87a1-059f-48df-a069-4426e0a3fefc req-0d1e2010-3946-4627-85b0-efe0775a73af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52dd69ba-aebc-4a99-b26d-625288b32bae HTTP/1.1" status: 200 len: 858 time: 0.0492597 Mar 28 14:33:42.768138 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f87a1-059f-48df-a069-4426e0a3fefc req-3d70fa30-8fe0-47e0-8d32-cdb5df7bad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:42.769966 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1e8f87a1-059f-48df-a069-4426e0a3fefc req-3d70fa30-8fe0-47e0-8d32-cdb5df7bad3c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472069 Mar 28 14:33:42.867621 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1e8f87a1-059f-48df-a069-4426e0a3fefc req-87b493dd-702c-404c-a90c-5be989bcb8ad service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901616 Mar 28 14:33:42.957379 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1e8f87a1-059f-48df-a069-4426e0a3fefc req-d7e67cb8-9a4f-4569-a6b2-1fec061bdfda service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824296 Mar 28 14:33:56.758870 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830f25e-8f54-4ed9-b711-8c14eff88f0e req-7333af1b-7da2-4103-9905-1c28f3e88777 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:56.760466 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-0830f25e-8f54-4ed9-b711-8c14eff88f0e req-7333af1b-7da2-4103-9905-1c28f3e88777 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 945 time: 0.0566928 Mar 28 14:33:56.813838 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-0830f25e-8f54-4ed9-b711-8c14eff88f0e req-709c8bbf-ed21-4c1b-8b9e-d4ae849ff0a9 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=faea480c-0617-43b3-93dd-5764712f2ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470691 Mar 28 14:33:57.935646 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03bc28-b7b1-4088-b994-d00130ad4f75 req-98adc99d-f4aa-4ab3-8a12-6747d99dd848 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:57.937176 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-cb03bc28-b7b1-4088-b994-d00130ad4f75 req-98adc99d-f4aa-4ab3-8a12-6747d99dd848 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 945 time: 0.0552983 Mar 28 14:33:57.989215 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-cb03bc28-b7b1-4088-b994-d00130ad4f75 req-93e45244-400d-45c1-9483-f1fcd0ac8f0c tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=faea480c-0617-43b3-93dd-5764712f2ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460067 Mar 28 14:33:59.127922 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0685e-4bd1-4bb2-93e1-7946149fd0d8 req-6a6193cb-cf8f-42fd-b3c5-4dbcb87687fa tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:59.129324 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7dd0685e-4bd1-4bb2-93e1-7946149fd0d8 req-6a6193cb-cf8f-42fd-b3c5-4dbcb87687fa tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 945 time: 0.0591328 Mar 28 14:33:59.175376 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7dd0685e-4bd1-4bb2-93e1-7946149fd0d8 req-5977ff62-40cf-496b-89c3-443c27c3a619 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=faea480c-0617-43b3-93dd-5764712f2ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403547 Mar 28 14:33:59.243542 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ca728dee-75b2-4b6f-9499-c118a27cc072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:33:59.857437 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:34:00.301540 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8136414-136f-41db-b322-fd83f8906912 req-3843a003-654a-46d7-948e-c5ef4d1ace55 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:00.303153 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e8136414-136f-41db-b322-fd83f8906912 req-3843a003-654a-46d7-948e-c5ef4d1ace55 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 945 time: 0.0543926 Mar 28 14:34:00.349526 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e8136414-136f-41db-b322-fd83f8906912 req-90a41159-e0d5-4334-849e-f2e7731df634 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=faea480c-0617-43b3-93dd-5764712f2ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405128 Mar 28 14:34:01.484088 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba277a6-fff0-4962-b695-22cec1f2476f req-5e9915be-4fa2-44b7-9fa1-f095ed37ac81 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:01.485538 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5ba277a6-fff0-4962-b695-22cec1f2476f req-5e9915be-4fa2-44b7-9fa1-f095ed37ac81 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 945 time: 0.0519400 Mar 28 14:34:01.534960 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ff397176-8e4f-4213-bed5-ca32975ea179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:01.537827 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5ba277a6-fff0-4962-b695-22cec1f2476f req-28560805-5795-4d67-9d23-637d073ebda9 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=faea480c-0617-43b3-93dd-5764712f2ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443168 Mar 28 14:34:02.668287 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b95a1c-141d-41f6-af23-86bd1d363c1f req-d4dd578b-1ad1-4cd9-8fd5-769acec9f7ac tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:02.669746 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c6b95a1c-141d-41f6-af23-86bd1d363c1f req-d4dd578b-1ad1-4cd9-8fd5-769acec9f7ac tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 945 time: 0.0537128 Mar 28 14:34:02.687497 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:02.718522 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c6b95a1c-141d-41f6-af23-86bd1d363c1f req-958cfab2-80dc-4533-a0e2-7af0b6652b2b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=faea480c-0617-43b3-93dd-5764712f2ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410314 Mar 28 14:34:02.841323 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3a1d3-f43e-4adf-a84e-253c468b7ea1 req-cbaa4d5a-f294-476a-9bfa-f463efd8343b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:02.843586 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ccd3a1d3-f43e-4adf-a84e-253c468b7ea1 req-cbaa4d5a-f294-476a-9bfa-f463efd8343b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.18 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 945 time: 0.0648947 Mar 28 14:34:02.947362 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-ccd3a1d3-f43e-4adf-a84e-253c468b7ea1 req-d8f85f85-80fd-442c-a740-72680e075a40 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Deleting port 09788ae7-e407-4d87-aaa8-58af6c85f5d7 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:34:02.947652 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-ccd3a1d3-f43e-4adf-a84e-253c468b7ea1 req-d8f85f85-80fd-442c-a740-72680e075a40 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (09788ae7-e407-4d87-aaa8-58af6c85f5d7), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:03.047601 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-ccd3a1d3-f43e-4adf-a84e-253c468b7ea1 req-d8f85f85-80fd-442c-a740-72680e075a40 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] For port 09788ae7-e407-4d87-aaa8-58af6c85f5d7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=09788ae7-e407-4d87-aaa8-58af6c85f5d7,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:03.048232 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-ccd3a1d3-f43e-4adf-a84e-253c468b7ea1 req-d8f85f85-80fd-442c-a740-72680e075a40 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (09788ae7-e407-4d87-aaa8-58af6c85f5d7), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:03.279536 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-ccd3a1d3-f43e-4adf-a84e-253c468b7ea1 req-d8f85f85-80fd-442c-a740-72680e075a40 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:03.279893 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-ccd3a1d3-f43e-4adf-a84e-253c468b7ea1 req-d8f85f85-80fd-442c-a740-72680e075a40 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (8a844115-6476-4db6-add1-437a47737b95), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:03.280203 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.l3_db [req-ccd3a1d3-f43e-4adf-a84e-253c468b7ea1 req-d8f85f85-80fd-442c-a740-72680e075a40 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Floating IP 8a844115-6476-4db6-add1-437a47737b95 disassociated. External IP: 172.27.1.182, port: 09788ae7-e407-4d87-aaa8-58af6c85f5d7. Mar 28 14:34:03.280534 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-ccd3a1d3-f43e-4adf-a84e-253c468b7ea1 req-d8f85f85-80fd-442c-a740-72680e075a40 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Calling delete_port for 09788ae7-e407-4d87-aaa8-58af6c85f5d7 owned by compute:nova {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:34:03.406797 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-ccd3a1d3-f43e-4adf-a84e-253c468b7ea1 req-d8f85f85-80fd-442c-a740-72680e075a40 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (09788ae7-e407-4d87-aaa8-58af6c85f5d7), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:03.445859 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f85f85-80fd-442c-a740-72680e075a40 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event deleted for resources: {'Port': ['ID=09788ae7-e407-4d87-aaa8-58af6c85f5d7,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:03.560427 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccd3a1d3-f43e-4adf-a84e-253c468b7ea1 req-d8f85f85-80fd-442c-a740-72680e075a40 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:34:03.670921 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccd3a1d3-f43e-4adf-a84e-253c468b7ea1 req-d8f85f85-80fd-442c-a740-72680e075a40 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:34:03.682687 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302b80de-9016-48df-9ffd-03ae053f03ca None None] Sync routers for ids ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:34:03.693395 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302b80de-9016-48df-9ffd-03ae053f03ca None None] Routers {'397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:03.694085 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-302b80de-9016-48df-9ffd-03ae053f03ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:03.812853 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-302b80de-9016-48df-9ffd-03ae053f03ca None None] Set router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:03.821085 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-96327f6b-4f64-412f-8932-bf00ed4077a1 req-91fe5d2f-de0a-4e39-9d9c-699c1f9e0285 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=f630a643-3366-4574-a065-4d4ec91c74df HTTP/1.1" status: 200 len: 210 time: 0.0306473 Mar 28 14:34:03.972322 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd3a1d3-f43e-4adf-a84e-253c468b7ea1 req-d8f85f85-80fd-442c-a740-72680e075a40 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] No DVR routers for this DVR port 09788ae7-e407-4d87-aaa8-58af6c85f5d7 on host hv-cinder-79053 {{(pid=103205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:34:03.975069 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-ccd3a1d3-f43e-4adf-a84e-253c468b7ea1 req-d8f85f85-80fd-442c-a740-72680e075a40 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:03.978509 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ccd3a1d3-f43e-4adf-a84e-253c468b7ea1 req-d8f85f85-80fd-442c-a740-72680e075a40 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.18 "DELETE /v2.0/ports/09788ae7-e407-4d87-aaa8-58af6c85f5d7 HTTP/1.1" status: 204 len: 173 time: 1.1287982 Mar 28 14:34:03.979013 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f630a643-3366-4574-a065-4d4ec91c74df', 'name': 'network-vif-deleted', 'tag': '09788ae7-e407-4d87-aaa8-58af6c85f5d7'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:34:03.981706 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157196e1-d94d-48c2-82d3-0ad5fe41b3bb" -d '{"events": [{"server_uuid": "f630a643-3366-4574-a065-4d4ec91c74df", "name": "network-vif-deleted", "tag": "09788ae7-e407-4d87-aaa8-58af6c85f5d7"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:34:04.028240 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f395297-7b1d-4c51-828f-7acabda9468c x-openstack-request-id: req-1f395297-7b1d-4c51-828f-7acabda9468c {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:34:04.028793 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f630a643-3366-4574-a065-4d4ec91c74df", "name": "network-vif-deleted", "tag": "09788ae7-e407-4d87-aaa8-58af6c85f5d7", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:34:04.029069 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f395297-7b1d-4c51-828f-7acabda9468c {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:34:04.029473 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f395297-7b1d-4c51-828f-7acabda9468c'] response: {'server_uuid': 'f630a643-3366-4574-a065-4d4ec91c74df', 'name': 'network-vif-deleted', 'tag': '09788ae7-e407-4d87-aaa8-58af6c85f5d7', 'status': 'completed', 'code': 200} Mar 28 14:34:04.112785 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:04.204133 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-302b80de-9016-48df-9ffd-03ae053f03ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': 'dab0ba69-6024-413f-b305-42739b4d896d', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'port_id': '2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'mac_address': 'fa:16:3e:ba:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1645ac85-aafc-42ee-929b-353b09f4f218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:27:54Z', 'updated_at': '2022-03-28T14:28:44Z', 'revision_number': 2, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:04.230027 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302b80de-9016-48df-9ffd-03ae053f03ca None None] Checking router: 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:34:04.238557 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302b80de-9016-48df-9ffd-03ae053f03ca None None] Routers {'397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:04.239199 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-302b80de-9016-48df-9ffd-03ae053f03ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:04.344922 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-302b80de-9016-48df-9ffd-03ae053f03ca None None] Set router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:04.583406 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-302b80de-9016-48df-9ffd-03ae053f03ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': 'dab0ba69-6024-413f-b305-42739b4d896d', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'port_id': '2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'mac_address': 'fa:16:3e:ba:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1645ac85-aafc-42ee-929b-353b09f4f218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:27:54Z', 'updated_at': '2022-03-28T14:28:44Z', 'revision_number': 2, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:04.613961 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302b80de-9016-48df-9ffd-03ae053f03ca None None] The sync data for ids ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'] in dv-cinder-790535-35-iscsi is: [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': 'dab0ba69-6024-413f-b305-42739b4d896d', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'port_id': '2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'mac_address': 'fa:16:3e:ba:3f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1645ac85-aafc-42ee-929b-353b09f4f218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:27:54Z', 'updated_at': '2022-03-28T14:28:44Z', 'revision_number': 2, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:34:04.845866 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59493e5-a8d1-4745-8cbd-a79e83c6ef02 None None] New status for floating IP 8a844115-6476-4db6-add1-437a47737b95: DOWN {{(pid=103207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:34:04.925409 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 45978) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:04.984300 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-dd712807-67be-4b3a-8213-cfa699f3558d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group (faea480c-0617-43b3-93dd-5764712f2ede), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:05.016447 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-dd712807-67be-4b3a-8213-cfa699f3558d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group (faea480c-0617-43b3-93dd-5764712f2ede), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:05.065403 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-dd712807-67be-4b3a-8213-cfa699f3558d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (faea480c-0617-43b3-93dd-5764712f2ede), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:05.068266 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-dd712807-67be-4b3a-8213-cfa699f3558d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:05.069386 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-dd712807-67be-4b3a-8213-cfa699f3558d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "DELETE /v2.0/security-groups/faea480c-0617-43b3-93dd-5764712f2ede HTTP/1.1" status: 204 len: 168 time: 0.1430066 Mar 28 14:34:05.072251 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 45980) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:05.078630 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712807-67be-4b3a-8213-cfa699f3558d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faea480c-0617-43b3-93dd-5764712f2ede,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:05.085688 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712807-67be-4b3a-8213-cfa699f3558d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:05.086040 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712807-67be-4b3a-8213-cfa699f3558d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:05.086409 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.api.v2.resource [None req-be38974d-e0fe-4d62-b8ff-4ea6290ce036 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] show failed (client error): The resource could not be found. Mar 28 14:34:05.086543 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712807-67be-4b3a-8213-cfa699f3558d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:05.086879 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712807-67be-4b3a-8213-cfa699f3558d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:05.087248 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712807-67be-4b3a-8213-cfa699f3558d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:05.087451 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-be38974d-e0fe-4d62-b8ff-4ea6290ce036 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups/faea480c-0617-43b3-93dd-5764712f2ede HTTP/1.1" status: 404 len: 347 time: 0.0136294 Mar 28 14:34:05.087647 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712807-67be-4b3a-8213-cfa699f3558d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:05.088160 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712807-67be-4b3a-8213-cfa699f3558d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:05.088657 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712807-67be-4b3a-8213-cfa699f3558d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:05.089161 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712807-67be-4b3a-8213-cfa699f3558d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:05.089677 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712807-67be-4b3a-8213-cfa699f3558d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:05.090170 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712807-67be-4b3a-8213-cfa699f3558d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:05.090664 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 45982) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:05.090802 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712807-67be-4b3a-8213-cfa699f3558d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:05.091086 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712807-67be-4b3a-8213-cfa699f3558d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:05.091425 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712807-67be-4b3a-8213-cfa699f3558d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:05.091754 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd712807-67be-4b3a-8213-cfa699f3558d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:05.213603 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-90492922-9a2b-4e30-9661-5cfea79faf9c tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Deleting port 032e631f-28b5-4652-91cf-cf24fb6db2f0 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:34:05.214430 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-90492922-9a2b-4e30-9661-5cfea79faf9c tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (032e631f-28b5-4652-91cf-cf24fb6db2f0), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:05.330402 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-90492922-9a2b-4e30-9661-5cfea79faf9c tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (032e631f-28b5-4652-91cf-cf24fb6db2f0), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:05.330733 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-90492922-9a2b-4e30-9661-5cfea79faf9c tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (032e631f-28b5-4652-91cf-cf24fb6db2f0), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:05.343425 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-90492922-9a2b-4e30-9661-5cfea79faf9c tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Calling delete_port for 032e631f-28b5-4652-91cf-cf24fb6db2f0 owned by network:floatingip {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:34:05.443295 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:05.496093 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-90492922-9a2b-4e30-9661-5cfea79faf9c tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (032e631f-28b5-4652-91cf-cf24fb6db2f0), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:05.537932 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90492922-9a2b-4e30-9661-5cfea79faf9c tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event deleted for resources: {'Port': ['ID=032e631f-28b5-4652-91cf-cf24fb6db2f0,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:05.601050 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-90492922-9a2b-4e30-9661-5cfea79faf9c tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (8a844115-6476-4db6-add1-437a47737b95), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:05.603682 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-90492922-9a2b-4e30-9661-5cfea79faf9c tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:05.604803 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-90492922-9a2b-4e30-9661-5cfea79faf9c tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "DELETE /v2.0/floatingips/8a844115-6476-4db6-add1-437a47737b95 HTTP/1.1" status: 204 len: 168 time: 0.5132480 Mar 28 14:34:05.848802 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 09788ae7-e407-4d87-aaa8-58af6c85f5d7 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:34:05.870245 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] No Port match for: 09788ae7-e407-4d87-aaa8-58af6c85f5d7 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:34:05.870734 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 09788ae7-e407-4d87-aaa8-58af6c85f5d7 not bound to the agent host hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:34:07.232205 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce79d72-f1df-413c-9fcd-2ea35ad60925 req-847d45ef-d54c-4c79-9071-fd3e12e34efa tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:07.233656 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bce79d72-f1df-413c-9fcd-2ea35ad60925 req-847d45ef-d54c-4c79-9071-fd3e12e34efa tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 945 time: 0.0547266 Mar 28 14:34:07.286070 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bce79d72-f1df-413c-9fcd-2ea35ad60925 req-f573c6d4-b460-412f-acab-ce25479a7160 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=c20c6be8-fb2b-44f5-88cd-ba985b7da40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453506 Mar 28 14:34:07.879807 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154e3bf-85fb-408e-976b-6a69c0e36641 req-a17db008-a9d9-401f-ba3c-d5f2bab94c61 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:07.881388 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6154e3bf-85fb-408e-976b-6a69c0e36641 req-a17db008-a9d9-401f-ba3c-d5f2bab94c61 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=359cce92-e724-4a92-8249-0d525096bb88 HTTP/1.1" status: 200 len: 945 time: 0.0561371 Mar 28 14:34:07.929395 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6154e3bf-85fb-408e-976b-6a69c0e36641 req-91ed5f3a-5c6e-423a-bb2f-ce66579c7ccf tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420382 Mar 28 14:34:08.378341 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a91f9c-857a-4b67-92a7-bb569a5f63aa req-586de3d7-b89b-426c-a131-3e1a505beb8e tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:08.379825 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f4a91f9c-857a-4b67-92a7-bb569a5f63aa req-586de3d7-b89b-426c-a131-3e1a505beb8e tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.18 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 945 time: 0.0530961 Mar 28 14:34:08.415573 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f902e-f7fa-4659-b239-c7460e749616 req-db5de29a-d90a-40a9-938e-a7266f6f1fe1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:08.417092 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-012f902e-f7fa-4659-b239-c7460e749616 req-db5de29a-d90a-40a9-938e-a7266f6f1fe1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 945 time: 0.0555532 Mar 28 14:34:08.465017 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-012f902e-f7fa-4659-b239-c7460e749616 req-baa0c6e0-6fc1-4ab7-911c-3340b2dc2158 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=c20c6be8-fb2b-44f5-88cd-ba985b7da40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420103 Mar 28 14:34:08.477838 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-f4a91f9c-857a-4b67-92a7-bb569a5f63aa req-a1ff8c61-7e46-4116-92f6-2f750d9eae32 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Deleting port 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:34:08.478179 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-f4a91f9c-857a-4b67-92a7-bb569a5f63aa req-a1ff8c61-7e46-4116-92f6-2f750d9eae32 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:08.564121 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-f4a91f9c-857a-4b67-92a7-bb569a5f63aa req-a1ff8c61-7e46-4116-92f6-2f750d9eae32 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] For port 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:08.564411 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-f4a91f9c-857a-4b67-92a7-bb569a5f63aa req-a1ff8c61-7e46-4116-92f6-2f750d9eae32 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:08.739334 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-f4a91f9c-857a-4b67-92a7-bb569a5f63aa req-a1ff8c61-7e46-4116-92f6-2f750d9eae32 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:08.739667 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-f4a91f9c-857a-4b67-92a7-bb569a5f63aa req-a1ff8c61-7e46-4116-92f6-2f750d9eae32 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (dab0ba69-6024-413f-b305-42739b4d896d), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:08.740001 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.l3_db [req-f4a91f9c-857a-4b67-92a7-bb569a5f63aa req-a1ff8c61-7e46-4116-92f6-2f750d9eae32 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Floating IP dab0ba69-6024-413f-b305-42739b4d896d disassociated. External IP: 172.27.1.210, port: 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c. Mar 28 14:34:08.740334 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-f4a91f9c-857a-4b67-92a7-bb569a5f63aa req-a1ff8c61-7e46-4116-92f6-2f750d9eae32 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Calling delete_port for 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c owned by compute:nova {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:34:08.870937 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-f4a91f9c-857a-4b67-92a7-bb569a5f63aa req-a1ff8c61-7e46-4116-92f6-2f750d9eae32 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:08.898600 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff8c61-7e46-4116-92f6-2f750d9eae32 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event deleted for resources: {'Port': ['ID=2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:09.048385 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4a91f9c-857a-4b67-92a7-bb569a5f63aa req-a1ff8c61-7e46-4116-92f6-2f750d9eae32 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:34:09.075307 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1755cab-835a-4a70-8f4f-6fd980b0a53a req-7bb4fbdd-bf7c-4581-b1ff-95258a75a72f tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:09.076802 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b1755cab-835a-4a70-8f4f-6fd980b0a53a req-7bb4fbdd-bf7c-4581-b1ff-95258a75a72f tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=359cce92-e724-4a92-8249-0d525096bb88 HTTP/1.1" status: 200 len: 945 time: 0.0783494 Mar 28 14:34:09.189537 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b1755cab-835a-4a70-8f4f-6fd980b0a53a req-0ed6dea9-c034-4c58-a32f-254e181b8a8b tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822177 Mar 28 14:34:09.207453 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4a91f9c-857a-4b67-92a7-bb569a5f63aa req-a1ff8c61-7e46-4116-92f6-2f750d9eae32 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:34:09.215938 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d429718f-90b4-477b-8c60-992285f8cec7 None None] Sync routers for ids ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:34:09.226489 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d429718f-90b4-477b-8c60-992285f8cec7 None None] Routers {'397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:09.227139 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-d429718f-90b4-477b-8c60-992285f8cec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:09.247550 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a91f9c-857a-4b67-92a7-bb569a5f63aa req-a1ff8c61-7e46-4116-92f6-2f750d9eae32 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] No DVR routers for this DVR port 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c on host hv-cinder-79053 {{(pid=103205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:34:09.250502 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-f4a91f9c-857a-4b67-92a7-bb569a5f63aa req-a1ff8c61-7e46-4116-92f6-2f750d9eae32 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:09.253807 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f4a91f9c-857a-4b67-92a7-bb569a5f63aa req-a1ff8c61-7e46-4116-92f6-2f750d9eae32 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.18 "DELETE /v2.0/ports/2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c HTTP/1.1" status: 204 len: 173 time: 0.8682382 Mar 28 14:34:09.254281 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1645ac85-aafc-42ee-929b-353b09f4f218', 'name': 'network-vif-deleted', 'tag': '2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:34:09.257253 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eed72ec-4931-49d5-8f84-3d37dde853f2" -d '{"events": [{"server_uuid": "1645ac85-aafc-42ee-929b-353b09f4f218", "name": "network-vif-deleted", "tag": "2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:34:09.297220 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7c9318-30ef-4d7a-9f57-178ed8040d03 x-openstack-request-id: req-0a7c9318-30ef-4d7a-9f57-178ed8040d03 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:34:09.297511 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1645ac85-aafc-42ee-929b-353b09f4f218", "name": "network-vif-deleted", "tag": "2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:34:09.297759 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a7c9318-30ef-4d7a-9f57-178ed8040d03 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:34:09.298162 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7c9318-30ef-4d7a-9f57-178ed8040d03'] response: {'server_uuid': '1645ac85-aafc-42ee-929b-353b09f4f218', 'name': 'network-vif-deleted', 'tag': '2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c', 'status': 'completed', 'code': 200} Mar 28 14:34:09.356537 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-d429718f-90b4-477b-8c60-992285f8cec7 None None] Set router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:09.567894 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:09.577164 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-37abab65-a871-4993-859b-28e1873bf3fe req-2b4906e1-03ae-4bfa-a479-c03ae1993862 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=1645ac85-aafc-42ee-929b-353b09f4f218 HTTP/1.1" status: 200 len: 210 time: 0.0302043 Mar 28 14:34:09.581903 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-d429718f-90b4-477b-8c60-992285f8cec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:09.608328 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d429718f-90b4-477b-8c60-992285f8cec7 None None] Checking router: 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:34:09.616913 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d429718f-90b4-477b-8c60-992285f8cec7 None None] Routers {'397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:09.617517 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-d429718f-90b4-477b-8c60-992285f8cec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:09.724037 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-d429718f-90b4-477b-8c60-992285f8cec7 None None] Set router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:09.923077 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-d429718f-90b4-477b-8c60-992285f8cec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:09.957516 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d429718f-90b4-477b-8c60-992285f8cec7 None None] The sync data for ids ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'] in dv-cinder-790535-35-iscsi is: [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:34:09.967962 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49955e5a-6ff1-48a3-88e7-e967f020cc93 req-7472262a-3781-48ca-8e80-5a2e609732f0 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:09.969579 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-49955e5a-6ff1-48a3-88e7-e967f020cc93 req-7472262a-3781-48ca-8e80-5a2e609732f0 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.18 "GET /v2.0/ports?device_id=359cce92-e724-4a92-8249-0d525096bb88 HTTP/1.1" status: 200 len: 945 time: 0.0560880 Mar 28 14:34:10.067776 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-49955e5a-6ff1-48a3-88e7-e967f020cc93 req-507c3490-84c5-4f21-bb43-6e744a61c235 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Deleting port 4f1aad8a-a24a-457b-9ec9-acf7af7018bf {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:34:10.068133 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-49955e5a-6ff1-48a3-88e7-e967f020cc93 req-507c3490-84c5-4f21-bb43-6e744a61c235 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (4f1aad8a-a24a-457b-9ec9-acf7af7018bf), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:10.164120 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-49955e5a-6ff1-48a3-88e7-e967f020cc93 req-507c3490-84c5-4f21-bb43-6e744a61c235 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] For port 4f1aad8a-a24a-457b-9ec9-acf7af7018bf, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4f1aad8a-a24a-457b-9ec9-acf7af7018bf,segment=NetworkSegment(b51aac44-699f-4581-a26b-5ea85ebd8f0b),segment_id=b51aac44-699f-4581-a26b-5ea85ebd8f0b)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:10.164507 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-49955e5a-6ff1-48a3-88e7-e967f020cc93 req-507c3490-84c5-4f21-bb43-6e744a61c235 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (4f1aad8a-a24a-457b-9ec9-acf7af7018bf), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:10.178229 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-49955e5a-6ff1-48a3-88e7-e967f020cc93 req-507c3490-84c5-4f21-bb43-6e744a61c235 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Calling delete_port for 4f1aad8a-a24a-457b-9ec9-acf7af7018bf owned by compute:nova {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:34:10.180820 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03ace93-c28f-436e-b53a-e617b6f6712e None None] New status for floating IP dab0ba69-6024-413f-b305-42739b4d896d: DOWN {{(pid=103207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:34:10.308768 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-49955e5a-6ff1-48a3-88e7-e967f020cc93 req-507c3490-84c5-4f21-bb43-6e744a61c235 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (4f1aad8a-a24a-457b-9ec9-acf7af7018bf), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:10.328994 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['4f1aad8a-a24a-457b-9ec9-acf7af7018bf'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:34:10.331050 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44077212-badb-485d-b4cc-cd0d1fbf1b69 req-8bb9e022-8ed9-4dcc-af4c-3f88e5a46203 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:10.333929 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-44077212-badb-485d-b4cc-cd0d1fbf1b69 req-8bb9e022-8ed9-4dcc-af4c-3f88e5a46203 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/ports?device_id=359cce92-e724-4a92-8249-0d525096bb88 HTTP/1.1" status: 200 len: 867 time: 0.0739086 Mar 28 14:34:10.344600 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c3490-84c5-4f21-bb43-6e744a61c235 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Pushing event deleted for resources: {'Port': ['ID=4f1aad8a-a24a-457b-9ec9-acf7af7018bf,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:10.382129 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-44077212-badb-485d-b4cc-cd0d1fbf1b69 req-57eec7eb-232b-4813-8be0-bd00d8c328e7 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.13 "GET /v2.0/security-groups?id=89b925b4-4ad5-4923-b141-af15f6396e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425949 Mar 28 14:34:10.386232 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-49955e5a-6ff1-48a3-88e7-e967f020cc93 req-507c3490-84c5-4f21-bb43-6e744a61c235 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] No DVR routers for this DVR port 4f1aad8a-a24a-457b-9ec9-acf7af7018bf on host hv-cinder-79053 {{(pid=103205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:34:10.388907 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-49955e5a-6ff1-48a3-88e7-e967f020cc93 req-507c3490-84c5-4f21-bb43-6e744a61c235 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:10.392391 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-49955e5a-6ff1-48a3-88e7-e967f020cc93 req-507c3490-84c5-4f21-bb43-6e744a61c235 tempest-VolumesSnapshotTestJSON-1369892098 tempest-VolumesSnapshotTestJSON-1369892098-project] 10.222.0.18 "DELETE /v2.0/ports/4f1aad8a-a24a-457b-9ec9-acf7af7018bf HTTP/1.1" status: 204 len: 173 time: 0.4175637 Mar 28 14:34:11.299540 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359cce92-e724-4a92-8249-0d525096bb88', 'name': 'network-vif-deleted', 'tag': '4f1aad8a-a24a-457b-9ec9-acf7af7018bf'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:34:11.303382 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1583fe90-b33c-4d78-9c23-8eec8f99debe" -d '{"events": [{"server_uuid": "359cce92-e724-4a92-8249-0d525096bb88", "name": "network-vif-deleted", "tag": "4f1aad8a-a24a-457b-9ec9-acf7af7018bf"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:34:11.345488 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d756ecf7-a4b7-4225-8bfa-3ddf66776129 x-openstack-request-id: req-d756ecf7-a4b7-4225-8bfa-3ddf66776129 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:34:11.345778 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359cce92-e724-4a92-8249-0d525096bb88", "name": "network-vif-deleted", "tag": "4f1aad8a-a24a-457b-9ec9-acf7af7018bf", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:34:11.346028 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d756ecf7-a4b7-4225-8bfa-3ddf66776129 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:34:11.346427 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d756ecf7-a4b7-4225-8bfa-3ddf66776129'] response: {'server_uuid': '359cce92-e724-4a92-8249-0d525096bb88', 'name': 'network-vif-deleted', 'tag': '4f1aad8a-a24a-457b-9ec9-acf7af7018bf', 'status': 'completed', 'code': 200} Mar 28 14:34:11.681062 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46052) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:11.737357 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-553a75c7-acda-49f9-adf1-015f8aba39a1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group (c20c6be8-fb2b-44f5-88cd-ba985b7da40c), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:11.762003 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-553a75c7-acda-49f9-adf1-015f8aba39a1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group (c20c6be8-fb2b-44f5-88cd-ba985b7da40c), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:11.815325 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-553a75c7-acda-49f9-adf1-015f8aba39a1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (c20c6be8-fb2b-44f5-88cd-ba985b7da40c), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:11.819219 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-553a75c7-acda-49f9-adf1-015f8aba39a1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:11.820645 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-553a75c7-acda-49f9-adf1-015f8aba39a1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "DELETE /v2.0/security-groups/c20c6be8-fb2b-44f5-88cd-ba985b7da40c HTTP/1.1" status: 204 len: 168 time: 0.1379142 Mar 28 14:34:11.823781 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46056) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:11.829825 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a75c7-acda-49f9-adf1-015f8aba39a1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20c6be8-fb2b-44f5-88cd-ba985b7da40c,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:11.844433 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.api.v2.resource [None req-c992cf8d-b600-4665-88f2-1100ea739726 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] show failed (client error): The resource could not be found. Mar 28 14:34:11.845432 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-c992cf8d-b600-4665-88f2-1100ea739726 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups/c20c6be8-fb2b-44f5-88cd-ba985b7da40c HTTP/1.1" status: 404 len: 347 time: 0.0206087 Mar 28 14:34:11.848466 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46058) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:11.896665 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 4f1aad8a-a24a-457b-9ec9-acf7af7018bf no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:34:11.916268 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] No Port match for: 4f1aad8a-a24a-457b-9ec9-acf7af7018bf {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:34:11.916609 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 4f1aad8a-a24a-457b-9ec9-acf7af7018bf not bound to the agent host hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:34:11.917023 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:34:11.939134 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] No Port match for: 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:34:11.939477 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 2b6be2c4-1456-4fe9-bc82-1c39a1a4ef5c not bound to the agent host hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:34:11.977944 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-2e827b67-676e-4243-af52-f54e6eb67b46 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Deleting port 4d3f44a4-1eb3-40b4-9df9-0ea5274b9150 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:34:11.978286 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2e827b67-676e-4243-af52-f54e6eb67b46 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (4d3f44a4-1eb3-40b4-9df9-0ea5274b9150), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:12.054681 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2e827b67-676e-4243-af52-f54e6eb67b46 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (4d3f44a4-1eb3-40b4-9df9-0ea5274b9150), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:12.054989 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2e827b67-676e-4243-af52-f54e6eb67b46 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (4d3f44a4-1eb3-40b4-9df9-0ea5274b9150), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:12.066463 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-2e827b67-676e-4243-af52-f54e6eb67b46 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Calling delete_port for 4d3f44a4-1eb3-40b4-9df9-0ea5274b9150 owned by network:floatingip {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:34:12.202390 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2e827b67-676e-4243-af52-f54e6eb67b46 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (4d3f44a4-1eb3-40b4-9df9-0ea5274b9150), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:12.229375 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e827b67-676e-4243-af52-f54e6eb67b46 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event deleted for resources: {'Port': ['ID=4d3f44a4-1eb3-40b4-9df9-0ea5274b9150,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:12.287919 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2e827b67-676e-4243-af52-f54e6eb67b46 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (dab0ba69-6024-413f-b305-42739b4d896d), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:12.290401 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2e827b67-676e-4243-af52-f54e6eb67b46 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:12.291581 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-2e827b67-676e-4243-af52-f54e6eb67b46 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "DELETE /v2.0/floatingips/dab0ba69-6024-413f-b305-42739b4d896d HTTP/1.1" status: 204 len: 168 time: 0.4422202 Mar 28 14:34:12.578700 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46062) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:12.583249 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-f6f16ae7-1859-4091-bf1c-2cb9e5256e9b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1967499695', 'description': 'tempest-description--1735866688'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:12.604721 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f6f16ae7-1859-4091-bf1c-2cb9e5256e9b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:12.668500 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f6f16ae7-1859-4091-bf1c-2cb9e5256e9b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group (2ff86267-bdbe-474a-80b8-0c4e1007924c), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:12.674518 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f6f16ae7-1859-4091-bf1c-2cb9e5256e9b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (2ff86267-bdbe-474a-80b8-0c4e1007924c), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:12.701247 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f6f16ae7-1859-4091-bf1c-2cb9e5256e9b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:12.702459 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-f6f16ae7-1859-4091-bf1c-2cb9e5256e9b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1227334 Mar 28 14:34:12.705475 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46064) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:12.709990 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-7048225a-1abc-4c95-8c01-2a327bfb914b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Request body: {'security_group_rule': {'security_group_id': '2ff86267-bdbe-474a-80b8-0c4e1007924c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:12.710526 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f16ae7-1859-4091-bf1c-2cb9e5256e9b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff86267-bdbe-474a-80b8-0c4e1007924c,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:12.738469 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7048225a-1abc-4c95-8c01-2a327bfb914b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group_rule (1e6c036a-4474-4a2c-bed6-bac61704e716), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:12.794943 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7048225a-1abc-4c95-8c01-2a327bfb914b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group_rule (1e6c036a-4474-4a2c-bed6-bac61704e716), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:12.799832 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7048225a-1abc-4c95-8c01-2a327bfb914b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (1e6c036a-4474-4a2c-bed6-bac61704e716), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:12.816814 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048225a-1abc-4c95-8c01-2a327bfb914b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e6c036a-4474-4a2c-bed6-bac61704e716,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:12.827229 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7048225a-1abc-4c95-8c01-2a327bfb914b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:12.828445 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-7048225a-1abc-4c95-8c01-2a327bfb914b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219132 Mar 28 14:34:12.831101 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46070) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:12.835737 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-a4167cd2-eb07-4d79-a44b-b1374c81491d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Request body: {'security_group_rule': {'security_group_id': '2ff86267-bdbe-474a-80b8-0c4e1007924c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:12.860527 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a4167cd2-eb07-4d79-a44b-b1374c81491d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group_rule (fe92e57c-1f14-479a-98ae-2ce9bb413a9c), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:12.926924 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a4167cd2-eb07-4d79-a44b-b1374c81491d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group_rule (fe92e57c-1f14-479a-98ae-2ce9bb413a9c), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:12.931470 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a4167cd2-eb07-4d79-a44b-b1374c81491d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (fe92e57c-1f14-479a-98ae-2ce9bb413a9c), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:12.949567 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4167cd2-eb07-4d79-a44b-b1374c81491d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe92e57c-1f14-479a-98ae-2ce9bb413a9c,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:12.958764 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a4167cd2-eb07-4d79-a44b-b1374c81491d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:12.959993 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-a4167cd2-eb07-4d79-a44b-b1374c81491d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278448 Mar 28 14:34:12.963197 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46076) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:12.967872 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-6b9dcb7e-6cbc-48cd-abe0-3d75c92855d6 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Request body: {'floatingip': {'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:12.990272 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6b9dcb7e-6cbc-48cd-abe0-3d75c92855d6 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:13.092832 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6b9dcb7e-6cbc-48cd-abe0-3d75c92855d6 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:13.201912 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [None req-6b9dcb7e-6cbc-48cd-abe0-3d75c92855d6 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Allocated IP 172.27.1.92 (c66de8d5-469e-474b-81ba-d9e7301ef93c/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73/ecc43499-663e-438d-bf0a-367ddadc485c) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:34:13.301013 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6b9dcb7e-6cbc-48cd-abe0-3d75c92855d6 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for port (ecc43499-663e-438d-bf0a-367ddadc485c), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:13.343533 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6b9dcb7e-6cbc-48cd-abe0-3d75c92855d6 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (ecc43499-663e-438d-bf0a-367ddadc485c), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:13.383045 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9dcb7e-6cbc-48cd-abe0-3d75c92855d6 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:34:13.385913 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-6b9dcb7e-6cbc-48cd-abe0-3d75c92855d6 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:34:13.391397 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9dcb7e-6cbc-48cd-abe0-3d75c92855d6 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:34:13.396974 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9dcb7e-6cbc-48cd-abe0-3d75c92855d6 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event updated for resources: {'Port': ['ID=ecc43499-663e-438d-bf0a-367ddadc485c,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:13.478083 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6b9dcb7e-6cbc-48cd-abe0-3d75c92855d6 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (6ac7cac1-e35b-4f6f-9e1d-83c616ee0503), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:13.517105 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6b9dcb7e-6cbc-48cd-abe0-3d75c92855d6 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (ecc43499-663e-438d-bf0a-367ddadc485c), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:13.668031 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6b9dcb7e-6cbc-48cd-abe0-3d75c92855d6 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for port (ecc43499-663e-438d-bf0a-367ddadc485c), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:13.674542 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6b9dcb7e-6cbc-48cd-abe0-3d75c92855d6 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (ecc43499-663e-438d-bf0a-367ddadc485c), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:13.737947 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9dcb7e-6cbc-48cd-abe0-3d75c92855d6 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event updated for resources: {'Port': ['ID=ecc43499-663e-438d-bf0a-367ddadc485c,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:13.747918 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6b9dcb7e-6cbc-48cd-abe0-3d75c92855d6 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (6ac7cac1-e35b-4f6f-9e1d-83c616ee0503), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:13.764234 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6b9dcb7e-6cbc-48cd-abe0-3d75c92855d6 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:13.765450 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-6b9dcb7e-6cbc-48cd-abe0-3d75c92855d6 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8013048 Mar 28 14:34:13.914809 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-bfd20ee7-1992-4de5-96d9-3fdb85252125 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1967499695&fields=id&tenant_id=c2306e519eba4cfa82246420f4c4f925 HTTP/1.1" status: 200 len: 267 time: 0.0449486 Mar 28 14:34:14.024056 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-6b2664a2-4659-4b5c-abc2-29f6d34f4c3a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:14.025500 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-6b2664a2-4659-4b5c-abc2-29f6d34f4c3a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/networks?id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb HTTP/1.1" status: 200 len: 814 time: 0.1040146 Mar 28 14:34:14.045925 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-5b10185e-6951-4f1c-83c3-2c6e4886df68 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/quotas/c2306e519eba4cfa82246420f4c4f925 HTTP/1.1" status: 200 len: 375 time: 0.0126123 Mar 28 14:34:14.109383 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-bae9bb8f-a813-4369-8e0c-2b6260137665 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2306e519eba4cfa82246420f4c4f925&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575490 Mar 28 14:34:14.205828 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-74ca82c9-01cd-4bb0-bff9-5b7a137d9071 service neutron] 10.222.0.13 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850244 Mar 28 14:34:14.300024 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-a2d0ef81-46b5-41a7-9567-ccc91d57756c service neutron] 10.222.0.13 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885947 Mar 28 14:34:14.464415 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-245cd712-8992-461e-a829-6b3f488d5b1f req-be10e208-4717-40f3-bf68-7bc7454fa997 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf HTTP/1.1" status: 200 len: 210 time: 0.0301893 Mar 28 14:34:15.563374 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-120a40e2-cd4c-4146-add7-d8f0eeab79e1 req-de1b50e8-0074-4613-a734-1509fc49da27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf HTTP/1.1" status: 200 len: 210 time: 0.0277054 Mar 28 14:34:16.668013 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d2f95603-e31e-488f-a7a8-68fd2ef83f81 req-71097536-9ee6-454b-bca6-95128b2110f8 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf HTTP/1.1" status: 200 len: 210 time: 0.0265205 Mar 28 14:34:17.594556 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-c56447e7-85d1-4451-9020-ac8f2afbaf81 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:17.596023 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-c56447e7-85d1-4451-9020-ac8f2afbaf81 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.18 "GET /v2.0/networks?id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb HTTP/1.1" status: 200 len: 814 time: 0.0977352 Mar 28 14:34:17.659154 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-21e9ebc5-126c-42b5-b483-85bd1a81b9be tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2306e519eba4cfa82246420f4c4f925 HTTP/1.1" status: 200 len: 380 time: 0.0514534 Mar 28 14:34:17.672081 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Request body: {'port': {'device_id': '0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'admin_state_up': True, 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'security_groups': ['2ff86267-bdbe-474a-80b8-0c4e1007924c']}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:17.760851 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a704a25e-b732-4f07-a47c-b1cd53a0ada6 req-e263d1ad-4a64-434e-bcb1-51fa120d2846 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf HTTP/1.1" status: 200 len: 210 time: 0.0265110 Mar 28 14:34:17.779959 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Made reservation on behalf of c2306e519eba4cfa82246420f4c4f925 for: {'port': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:34:17.783321 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:17.906899 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Allocated IP 172.20.0.3 (c1d7e8b2-233f-4909-9d7e-cac5ada02fdb/42ae119e-55a6-4649-98c6-27d9c3bb606b/9842d6d6-baf1-4eee-a3c6-f71d2364f7ec) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:34:18.040298 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for port (9842d6d6-baf1-4eee-a3c6-f71d2364f7ec), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:18.075011 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (9842d6d6-baf1-4eee-a3c6-f71d2364f7ec), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:18.118580 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:34:18.121661 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:34:18.128435 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:34:18.156217 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event updated for resources: {'Port': ['ID=9842d6d6-baf1-4eee-a3c6-f71d2364f7ec,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:18.171595 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:18.171941 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:18.172260 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:18.172589 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:18.173471 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:18.173471 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:18.173670 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:18.173922 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:18.174283 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:18.174633 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:18.174954 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:18.175293 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:18.175610 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:18.175924 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:18.176295 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:18.198341 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:18.198985 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:18.217441 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-74f95d7d-9b41-4f8e-8fc8-827204b33c27 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5490656 Mar 28 14:34:18.229709 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-b1002dde-5d2a-4475-810a-587b72084f64 service neutron] Request body: {'port': {'device_id': '0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:18.293383 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-b1002dde-5d2a-4475-810a-587b72084f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (9842d6d6-baf1-4eee-a3c6-f71d2364f7ec), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:18.352120 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-585034a5-a45b-4e7f-9441-eb88bcf559bb None None] Provisioning complete for port 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:34:18.352943 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-585034a5-a45b-4e7f-9441-eb88bcf559bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (9842d6d6-baf1-4eee-a3c6-f71d2364f7ec), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:18.391630 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-585034a5-a45b-4e7f-9441-eb88bcf559bb None None] Port 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:34:18.561238 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-b1002dde-5d2a-4475-810a-587b72084f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec {{(pid=103205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:34:18.569357 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-b1002dde-5d2a-4475-810a-587b72084f64 service neutron] Publish callbacks [] for port (9842d6d6-baf1-4eee-a3c6-f71d2364f7ec), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:18.582190 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.provisioning_blocks [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-b1002dde-5d2a-4475-810a-587b72084f64 service neutron] Transition to ACTIVE for port object 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec will not be triggered until provisioned by entity L2. {{(pid=103205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 14:34:18.586491 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-b1002dde-5d2a-4475-810a-587b72084f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (9842d6d6-baf1-4eee-a3c6-f71d2364f7ec), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:18.632828 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1002dde-5d2a-4475-810a-587b72084f64 service neutron] Pushing event updated for resources: {'Port': ['ID=9842d6d6-baf1-4eee-a3c6-f71d2364f7ec,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:18.705515 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-b1002dde-5d2a-4475-810a-587b72084f64 service neutron] Attempting to bind port 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:34:18.706231 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-b1002dde-5d2a-4475-810a-587b72084f64 service neutron] Attempting to bind port 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '358170f0-2257-45aa-b080-0f9eeeb25425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:34:18.706231 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-b1002dde-5d2a-4475-810a-587b72084f64 service neutron] Attempting to bind port 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec on network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:34:18.710734 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-b1002dde-5d2a-4475-810a-587b72084f64 service neutron] Port 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec on network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:34:18.711073 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-b1002dde-5d2a-4475-810a-587b72084f64 service neutron] Attempting to bind port 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec on network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:34:18.716017 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-b1002dde-5d2a-4475-810a-587b72084f64 service neutron] Checking agent: {'id': 'ab5a62a0-b9cc-4af2-a98d-7d97375b077a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'started_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:34:18.716302 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-b1002dde-5d2a-4475-810a-587b72084f64 service neutron] Checking segment: {'id': '358170f0-2257-45aa-b080-0f9eeeb25425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:34:18.716722 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-b1002dde-5d2a-4475-810a-587b72084f64 service neutron] Bound using segment: {'id': '358170f0-2257-45aa-b080-0f9eeeb25425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:34:18.717228 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-b1002dde-5d2a-4475-810a-587b72084f64 service neutron] Bound port: 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358170f0-2257-45aa-b080-0f9eeeb25425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:34:18.717685 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-b1002dde-5d2a-4475-810a-587b72084f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (9842d6d6-baf1-4eee-a3c6-f71d2364f7ec), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:18.784951 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-b1002dde-5d2a-4475-810a-587b72084f64 service neutron] For port 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec, host hv-cinder-79053, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:34:18.788427 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-b1002dde-5d2a-4475-810a-587b72084f64 service neutron] For port 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9842d6d6-baf1-4eee-a3c6-f71d2364f7ec,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:34:18.795715 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-b1002dde-5d2a-4475-810a-587b72084f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (9842d6d6-baf1-4eee-a3c6-f71d2364f7ec), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:18.835582 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-b1002dde-5d2a-4475-810a-587b72084f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:18.836276 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-b1002dde-5d2a-4475-810a-587b72084f64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:18.837606 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-b1002dde-5d2a-4475-810a-587b72084f64 service neutron] 10.222.0.18 "PUT /v2.0/ports/9842d6d6-baf1-4eee-a3c6-f71d2364f7ec HTTP/1.1" status: 200 len: 1093 time: 0.6126952 Mar 28 14:34:18.839185 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf', 'tag': '9842d6d6-baf1-4eee-a3c6-f71d2364f7ec'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:34:18.841433 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b77987-b2f9-4a53-9e77-debc0caa7450" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf", "tag": "9842d6d6-baf1-4eee-a3c6-f71d2364f7ec"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:34:18.901456 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ab775b-4811-4c43-b19e-70f86b47eb4a x-openstack-request-id: req-c2ab775b-4811-4c43-b19e-70f86b47eb4a {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:34:18.901741 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf", "tag": "9842d6d6-baf1-4eee-a3c6-f71d2364f7ec", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:34:18.902087 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2ab775b-4811-4c43-b19e-70f86b47eb4a {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:34:18.902539 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ab775b-4811-4c43-b19e-70f86b47eb4a'] response: {'name': 'network-changed', 'server_uuid': '0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf', 'tag': '9842d6d6-baf1-4eee-a3c6-f71d2364f7ec', 'status': 'completed', 'code': 200} Mar 28 14:34:18.904230 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1002dde-5d2a-4475-810a-587b72084f64 service neutron] Pushing event updated for resources: {'Port': ['ID=9842d6d6-baf1-4eee-a3c6-f71d2364f7ec,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:19.200696 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f75f02-9f68-4468-8b90-b4883c756f58 req-f39718e8-3c0b-4915-bbb4-74e08cdb3eaa tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:19.202071 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-98f75f02-9f68-4468-8b90-b4883c756f58 req-f39718e8-3c0b-4915-bbb4-74e08cdb3eaa tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf HTTP/1.1" status: 200 len: 943 time: 0.3636053 Mar 28 14:34:19.217986 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-48ac9112-b38b-4e1b-a014-c811a418b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:19.219423 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-48ac9112-b38b-4e1b-a014-c811a418b054 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2306e519eba4cfa82246420f4c4f925&device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf HTTP/1.1" status: 200 len: 1127 time: 0.3316751 Mar 28 14:34:19.263842 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-1795d2ce-204b-46ce-a847-fe20dbadbc03 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9842d6d6-baf1-4eee-a3c6-f71d2364f7ec HTTP/1.1" status: 200 len: 217 time: 0.0364799 Mar 28 14:34:19.311049 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-98f75f02-9f68-4468-8b90-b4883c756f58 req-d3c7343c-cd05-42e9-974e-bacb05850f6f tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ff86267-bdbe-474a-80b8-0c4e1007924c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026063 Mar 28 14:34:19.324204 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-e7c012b0-d03e-477a-9010-32e4dfad9ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:19.325697 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-e7c012b0-d03e-477a-9010-32e4dfad9ddf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42ae119e-55a6-4649-98c6-27d9c3bb606b HTTP/1.1" status: 200 len: 853 time: 0.0544786 Mar 28 14:34:19.379852 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-5091a847-d683-4df9-aa4c-9a7a3d15fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:19.381292 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-5091a847-d683-4df9-aa4c-9a7a3d15fb00 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480735 Mar 28 14:34:19.474828 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-dc097f40-7146-4f1d-9697-df3120940bbc service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868330 Mar 28 14:34:19.568925 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d5976d21-eb67-49e8-a59b-a76effe6a13f req-5b3b6e87-b2bf-49c4-ab05-359f57dde28a service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877721 Mar 28 14:34:19.659870 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b77987-b2f9-4a53-9e77-debc0caa7450 req-1edc7243-9637-48a4-8420-731b7de55dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:19.661456 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-16b77987-b2f9-4a53-9e77-debc0caa7450 req-1edc7243-9637-48a4-8420-731b7de55dd1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2306e519eba4cfa82246420f4c4f925&device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf HTTP/1.1" status: 200 len: 1127 time: 0.0463300 Mar 28 14:34:19.750641 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b77987-b2f9-4a53-9e77-debc0caa7450 req-254ae209-e343-4fdd-aca5-6ca7f1e74592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:19.752109 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-16b77987-b2f9-4a53-9e77-debc0caa7450 req-254ae209-e343-4fdd-aca5-6ca7f1e74592 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb HTTP/1.1" status: 200 len: 915 time: 0.0846138 Mar 28 14:34:19.795877 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-16b77987-b2f9-4a53-9e77-debc0caa7450 req-b9419172-c7cc-4da6-bd4d-00556d62a870 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9842d6d6-baf1-4eee-a3c6-f71d2364f7ec HTTP/1.1" status: 200 len: 217 time: 0.0357685 Mar 28 14:34:19.843292 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b77987-b2f9-4a53-9e77-debc0caa7450 req-327206b7-39b0-46fa-8071-2dea97320e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:19.844895 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-16b77987-b2f9-4a53-9e77-debc0caa7450 req-327206b7-39b0-46fa-8071-2dea97320e1e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42ae119e-55a6-4649-98c6-27d9c3bb606b HTTP/1.1" status: 200 len: 853 time: 0.0434399 Mar 28 14:34:19.897409 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b77987-b2f9-4a53-9e77-debc0caa7450 req-eae1eabf-fab3-4f80-9e5a-5acd3493fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:19.899118 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-16b77987-b2f9-4a53-9e77-debc0caa7450 req-eae1eabf-fab3-4f80-9e5a-5acd3493fdd1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482888 Mar 28 14:34:19.990900 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-16b77987-b2f9-4a53-9e77-debc0caa7450 req-e68e0174-47fb-4be1-ba68-632273fc45f3 service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854938 Mar 28 14:34:20.078939 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-16b77987-b2f9-4a53-9e77-debc0caa7450 req-e092be29-8223-4e6b-857c-5363e903256f service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815701 Mar 28 14:34:20.443636 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72269450-098b-487b-8ca7-495f9c282cb4 req-b29f4001-72d9-4ee7-8d62-8890b161f4e5 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:20.445216 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-72269450-098b-487b-8ca7-495f9c282cb4 req-b29f4001-72d9-4ee7-8d62-8890b161f4e5 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf HTTP/1.1" status: 200 len: 943 time: 0.0558372 Mar 28 14:34:20.496168 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-72269450-098b-487b-8ca7-495f9c282cb4 req-66f65c44-9c83-444a-b128-f458fa0877f6 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ff86267-bdbe-474a-80b8-0c4e1007924c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450253 Mar 28 14:34:21.625355 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e39bb-60af-44f9-89d4-a51b7efaf827 req-60fbe3a1-b3d6-456c-af2d-e1bc07c9d4c8 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:21.626807 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4f4e39bb-60af-44f9-89d4-a51b7efaf827 req-60fbe3a1-b3d6-456c-af2d-e1bc07c9d4c8 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf HTTP/1.1" status: 200 len: 943 time: 0.0585110 Mar 28 14:34:21.672769 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4f4e39bb-60af-44f9-89d4-a51b7efaf827 req-035d1ff6-8fa0-488b-b5db-b4076e3ab4be tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ff86267-bdbe-474a-80b8-0c4e1007924c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403659 Mar 28 14:34:21.932692 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:34:22.032754 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9842d6d6-baf1-4eee-a3c6-f71d2364f7ec,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:22.043911 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': '9842d6d6-baf1-4eee-a3c6-f71d2364f7ec', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'port_id': '9842d6d6-baf1-4eee-a3c6-f71d2364f7ec', 'mac_address': 'fa:16:3e:ea:56:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:34:22.080472 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec is: DOWN; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:34:22.080858 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (9842d6d6-baf1-4eee-a3c6-f71d2364f7ec), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:22.094595 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:34:22.119386 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9842d6d6-baf1-4eee-a3c6-f71d2364f7ec,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:22.125295 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (9842d6d6-baf1-4eee-a3c6-f71d2364f7ec), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:22.173018 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=9842d6d6-baf1-4eee-a3c6-f71d2364f7ec,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:22.805720 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e0b4f-173c-4d28-b5f8-19b993b49082 req-585cac16-982d-4796-b6b2-e0c0d37ad2cf tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:22.807189 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-201e0b4f-173c-4d28-b5f8-19b993b49082 req-585cac16-982d-4796-b6b2-e0c0d37ad2cf tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf HTTP/1.1" status: 200 len: 944 time: 0.0536587 Mar 28 14:34:22.854946 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-201e0b4f-173c-4d28-b5f8-19b993b49082 req-4e6f7b9d-8722-4921-95c9-643b59a92d0d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ff86267-bdbe-474a-80b8-0c4e1007924c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420218 Mar 28 14:34:23.979503 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7456a5f-71bb-4843-b9f6-94b3fdbb7329 req-c6e86dbc-0dff-4c45-a854-21c8795200cd tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:23.980963 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f7456a5f-71bb-4843-b9f6-94b3fdbb7329 req-c6e86dbc-0dff-4c45-a854-21c8795200cd tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf HTTP/1.1" status: 200 len: 944 time: 0.0531833 Mar 28 14:34:24.028749 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f7456a5f-71bb-4843-b9f6-94b3fdbb7329 req-d61d28e9-dbfb-44f2-b8c3-7d35cfcb2c0b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ff86267-bdbe-474a-80b8-0c4e1007924c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421250 Mar 28 14:34:25.162868 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351331e-13e6-4967-95f4-6ef6de021b90 req-9d18728f-e4f0-4390-8220-216dc68bf40a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:25.164277 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-8351331e-13e6-4967-95f4-6ef6de021b90 req-9d18728f-e4f0-4390-8220-216dc68bf40a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf HTTP/1.1" status: 200 len: 944 time: 0.0623178 Mar 28 14:34:25.213763 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-8351331e-13e6-4967-95f4-6ef6de021b90 req-628faf38-31c5-4e53-9675-463fdcd70c31 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ff86267-bdbe-474a-80b8-0c4e1007924c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417910 Mar 28 14:34:26.345953 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed689b64-9552-43c4-85ff-6c42dc84d203 req-e1fe19cd-6fe2-4add-ac9b-8c39e01efb3e tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:26.347435 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ed689b64-9552-43c4-85ff-6c42dc84d203 req-e1fe19cd-6fe2-4add-ac9b-8c39e01efb3e tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf HTTP/1.1" status: 200 len: 944 time: 0.0553496 Mar 28 14:34:26.396817 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ed689b64-9552-43c4-85ff-6c42dc84d203 req-29107111-7ced-460f-9d83-15eb29f1c01b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ff86267-bdbe-474a-80b8-0c4e1007924c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412667 Mar 28 14:34:27.321676 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['9842d6d6-baf1-4eee-a3c6-f71d2364f7ec'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:34:27.518166 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fba6aa-2b7f-432c-b9d7-0693c4c98f99 req-36fce986-68ee-4fe2-b187-530a637b11ed tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:27.519679 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-36fba6aa-2b7f-432c-b9d7-0693c4c98f99 req-36fce986-68ee-4fe2-b187-530a637b11ed tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf HTTP/1.1" status: 200 len: 944 time: 0.0514107 Mar 28 14:34:27.566929 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-36fba6aa-2b7f-432c-b9d7-0693c4c98f99 req-48ea2692-6553-47c1-99f1-0bc2cb6109e8 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ff86267-bdbe-474a-80b8-0c4e1007924c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413685 Mar 28 14:34:27.623275 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-988e5894-0ea3-4684-bd64-a0813beb5aea req-f7c3714e-ca21-46b0-8b8b-434f9ea38d05 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-462703019&fields=id&tenant_id=98f8108a48c04e1ebc698816248910e1 HTTP/1.1" status: 200 len: 267 time: 0.0462143 Mar 28 14:34:27.693020 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e5894-0ea3-4684-bd64-a0813beb5aea req-c7c13f79-95e9-4750-a7bc-c69ac2b25a04 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:27.695004 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-988e5894-0ea3-4684-bd64-a0813beb5aea req-c7c13f79-95e9-4750-a7bc-c69ac2b25a04 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 984 time: 0.0638068 Mar 28 14:34:27.705621 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-988e5894-0ea3-4684-bd64-a0813beb5aea req-60f1fe2a-413a-4d9c-b3e2-8a6481f2a793 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Request body: {'port': {'security_groups': ['e296e08b-3097-429c-8d90-43d8f61b2533']}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:27.783663 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-988e5894-0ea3-4684-bd64-a0813beb5aea req-60f1fe2a-413a-4d9c-b3e2-8a6481f2a793 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (aa235016-c78c-4cb8-ab63-40daa550fe73), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:27.961682 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-988e5894-0ea3-4684-bd64-a0813beb5aea req-60f1fe2a-413a-4d9c-b3e2-8a6481f2a793 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] For port aa235016-c78c-4cb8-ab63-40daa550fe73, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa235016-c78c-4cb8-ab63-40daa550fe73,segment=NetworkSegment(c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d),segment_id=c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:27.990123 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-988e5894-0ea3-4684-bd64-a0813beb5aea req-60f1fe2a-413a-4d9c-b3e2-8a6481f2a793 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for port (aa235016-c78c-4cb8-ab63-40daa550fe73), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:27.997417 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-988e5894-0ea3-4684-bd64-a0813beb5aea req-60f1fe2a-413a-4d9c-b3e2-8a6481f2a793 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (aa235016-c78c-4cb8-ab63-40daa550fe73), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:28.010919 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['aa235016-c78c-4cb8-ab63-40daa550fe73'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:34:28.038702 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e5894-0ea3-4684-bd64-a0813beb5aea req-60f1fe2a-413a-4d9c-b3e2-8a6481f2a793 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:28.039394 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-988e5894-0ea3-4684-bd64-a0813beb5aea req-60f1fe2a-413a-4d9c-b3e2-8a6481f2a793 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:28.044353 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-988e5894-0ea3-4684-bd64-a0813beb5aea req-60f1fe2a-413a-4d9c-b3e2-8a6481f2a793 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "PUT /v2.0/ports/aa235016-c78c-4cb8-ab63-40daa550fe73 HTTP/1.1" status: 200 len: 942 time: 0.3429971 Mar 28 14:34:28.044802 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db5e287-dc47-454b-b946-b13be19773fa', 'tag': 'aa235016-c78c-4cb8-ab63-40daa550fe73'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:34:28.047086 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91c8e71-e7bc-4af1-a0d8-bca5745dc3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "5db5e287-dc47-454b-b946-b13be19773fa", "tag": "aa235016-c78c-4cb8-ab63-40daa550fe73"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:34:28.050912 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46206) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:28.075267 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f1fe2a-413a-4d9c-b3e2-8a6481f2a793 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Pushing event updated for resources: {'Port': ['ID=aa235016-c78c-4cb8-ab63-40daa550fe73,revision_number=7']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:28.105344 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a5b431-2025-44e9-a48f-f247272cc877 x-openstack-request-id: req-75a5b431-2025-44e9-a48f-f247272cc877 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:34:28.105702 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db5e287-dc47-454b-b946-b13be19773fa", "tag": "aa235016-c78c-4cb8-ab63-40daa550fe73", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:34:28.106017 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75a5b431-2025-44e9-a48f-f247272cc877 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:34:28.106538 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75a5b431-2025-44e9-a48f-f247272cc877'] response: {'name': 'network-changed', 'server_uuid': '5db5e287-dc47-454b-b946-b13be19773fa', 'tag': 'aa235016-c78c-4cb8-ab63-40daa550fe73', 'status': 'completed', 'code': 200} Mar 28 14:34:28.132400 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d64441ef-36d6-4977-9289-d80c26acbf3d tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for security_group (b24c3bbd-4ca6-4510-9951-0581b67496e2), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:28.150141 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['aa235016-c78c-4cb8-ab63-40daa550fe73'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:34:28.182201 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d64441ef-36d6-4977-9289-d80c26acbf3d tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for security_group (b24c3bbd-4ca6-4510-9951-0581b67496e2), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:28.192100 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c8e71-e7bc-4af1-a0d8-bca5745dc3c4 req-f926bf3b-3d4e-4658-8354-8e32f78adfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:28.193781 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d91c8e71-e7bc-4af1-a0d8-bca5745dc3c4 req-f926bf3b-3d4e-4658-8354-8e32f78adfa5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98f8108a48c04e1ebc698816248910e1&device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 1129 time: 0.0523634 Mar 28 14:34:28.251364 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d64441ef-36d6-4977-9289-d80c26acbf3d tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (b24c3bbd-4ca6-4510-9951-0581b67496e2), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:28.256013 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d64441ef-36d6-4977-9289-d80c26acbf3d tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:28.260228 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-d64441ef-36d6-4977-9289-d80c26acbf3d tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "DELETE /v2.0/security-groups/b24c3bbd-4ca6-4510-9951-0581b67496e2 HTTP/1.1" status: 204 len: 168 time: 0.2060418 Mar 28 14:34:28.261000 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46210) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:28.273302 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64441ef-36d6-4977-9289-d80c26acbf3d tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24c3bbd-4ca6-4510-9951-0581b67496e2,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:28.356634 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c8e71-e7bc-4af1-a0d8-bca5745dc3c4 req-72b163f8-76e0-4920-b1fa-60a0e708af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:28.358159 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d91c8e71-e7bc-4af1-a0d8-bca5745dc3c4 req-72b163f8-76e0-4920-b1fa-60a0e708af20 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eee06b6b-0d39-4ecb-bc82-7f01624470a4 HTTP/1.1" status: 200 len: 915 time: 0.1582601 Mar 28 14:34:28.420234 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-beed37d2-2e4d-4413-8643-6212089c3cd4 None None] Provisioning complete for port aa235016-c78c-4cb8-ab63-40daa550fe73 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:34:28.421275 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-beed37d2-2e4d-4413-8643-6212089c3cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (aa235016-c78c-4cb8-ab63-40daa550fe73), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:28.469227 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d91c8e71-e7bc-4af1-a0d8-bca5745dc3c4 req-396b96c4-d7e0-4c37-a37e-02d001d9362c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa235016-c78c-4cb8-ab63-40daa550fe73 HTTP/1.1" status: 200 len: 1001 time: 0.1032081 Mar 28 14:34:28.506412 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-beed37d2-2e4d-4413-8643-6212089c3cd4 None None] Current status of the port aa235016-c78c-4cb8-ab63-40daa550fe73 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:34:28.536694 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:34:28.536846 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c8e71-e7bc-4af1-a0d8-bca5745dc3c4 req-478fefee-94d9-4ce8-9d72-d1935b5bad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:28.538085 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d91c8e71-e7bc-4af1-a0d8-bca5745dc3c4 req-478fefee-94d9-4ce8-9d72-d1935b5bad24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2da35b60-18e6-4d47-a178-a7d677f0b069 HTTP/1.1" status: 200 len: 853 time: 0.0499783 Mar 28 14:34:28.576829 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-bb9a4d43-7e84-4e1a-917c-6e8a08768fda tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Deleting port ec19a6d4-9812-42e8-a788-9d752c7f1a9d {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:34:28.577153 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-bb9a4d43-7e84-4e1a-917c-6e8a08768fda tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (ec19a6d4-9812-42e8-a788-9d752c7f1a9d), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:28.588403 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning for port 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec completed by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 14:34:28.619250 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:34:28.619250 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (9842d6d6-baf1-4eee-a3c6-f71d2364f7ec), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:28.656709 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c8e71-e7bc-4af1-a0d8-bca5745dc3c4 req-15b084f2-5d39-4f73-8e5f-8a2213fd0ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:28.658493 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d91c8e71-e7bc-4af1-a0d8-bca5745dc3c4 req-15b084f2-5d39-4f73-8e5f-8a2213fd0ba1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eee06b6b-0d39-4ecb-bc82-7f01624470a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1104515 Mar 28 14:34:28.730006 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:34:28.730423 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (9842d6d6-baf1-4eee-a3c6-f71d2364f7ec), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:28.743177 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-bb9a4d43-7e84-4e1a-917c-6e8a08768fda tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (ec19a6d4-9812-42e8-a788-9d752c7f1a9d), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:28.743499 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-bb9a4d43-7e84-4e1a-917c-6e8a08768fda tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for floatingip (ec19a6d4-9812-42e8-a788-9d752c7f1a9d), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:28.754548 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9842d6d6-baf1-4eee-a3c6-f71d2364f7ec'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:34:28.756884 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8fff21-2e91-4c4f-99a2-e8f0aa1a1ab1" -d '{"events": [{"server_uuid": "0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf", "name": "network-vif-plugged", "status": "completed", "tag": "9842d6d6-baf1-4eee-a3c6-f71d2364f7ec"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:34:28.768400 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-bb9a4d43-7e84-4e1a-917c-6e8a08768fda tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Calling delete_port for ec19a6d4-9812-42e8-a788-9d752c7f1a9d owned by network:floatingip {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:34:28.776003 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9842d6d6-baf1-4eee-a3c6-f71d2364f7ec,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:28.782136 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (9842d6d6-baf1-4eee-a3c6-f71d2364f7ec), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:28.847362 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fd3ce-72c9-4658-8950-0c11c757bec6 req-21778d45-08ea-48a1-a004-7c3b45f28493 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:28.848919 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c31fd3ce-72c9-4658-8950-0c11c757bec6 req-21778d45-08ea-48a1-a004-7c3b45f28493 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf HTTP/1.1" status: 200 len: 944 time: 0.1874108 Mar 28 14:34:28.930448 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d91c8e71-e7bc-4af1-a0d8-bca5745dc3c4 req-108902a5-5bb5-4568-ba58-a4eb49d454b0 service neutron] 10.222.0.18 "GET /v2.0/networks/eee06b6b-0d39-4ecb-bc82-7f01624470a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588301 Mar 28 14:34:28.940366 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec74155f-092c-4cee-8a91-bed8883cc9f4 x-openstack-request-id: req-ec74155f-092c-4cee-8a91-bed8883cc9f4 {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:34:28.940723 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf", "name": "network-vif-plugged", "status": "completed", "tag": "9842d6d6-baf1-4eee-a3c6-f71d2364f7ec", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:34:28.941103 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec74155f-092c-4cee-8a91-bed8883cc9f4 {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:34:28.941504 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec74155f-092c-4cee-8a91-bed8883cc9f4'] response: {'server_uuid': '0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9842d6d6-baf1-4eee-a3c6-f71d2364f7ec', 'code': 200} Mar 28 14:34:28.968759 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=9842d6d6-baf1-4eee-a3c6-f71d2364f7ec,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:29.002817 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90379ce8-b051-46dd-9119-b3850c81a4d1 req-1b73bdcd-844f-494a-8eb3-d7b2c5044da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:29.004368 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-90379ce8-b051-46dd-9119-b3850c81a4d1 req-1b73bdcd-844f-494a-8eb3-d7b2c5044da3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf HTTP/1.1" status: 200 len: 1129 time: 0.0555873 Mar 28 14:34:29.010625 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c31fd3ce-72c9-4658-8950-0c11c757bec6 req-edec7543-cff4-40f9-b312-f55cf964db1b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ff86267-bdbe-474a-80b8-0c4e1007924c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481452 Mar 28 14:34:29.065367 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-90379ce8-b051-46dd-9119-b3850c81a4d1 req-2e0431e1-7262-4405-9dc5-9a57efc49caf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2ff86267-bdbe-474a-80b8-0c4e1007924c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542955 Mar 28 14:34:29.072114 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d91c8e71-e7bc-4af1-a0d8-bca5745dc3c4 req-94699ad7-0f35-44c0-a0fb-447d9f607a8a service neutron] 10.222.0.18 "GET /v2.0/networks/eee06b6b-0d39-4ecb-bc82-7f01624470a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301019 Mar 28 14:34:29.113042 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-bb9a4d43-7e84-4e1a-917c-6e8a08768fda tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (ec19a6d4-9812-42e8-a788-9d752c7f1a9d), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:29.136968 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a4d43-7e84-4e1a-917c-6e8a08768fda tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Pushing event deleted for resources: {'Port': ['ID=ec19a6d4-9812-42e8-a788-9d752c7f1a9d,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:29.209565 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-bb9a4d43-7e84-4e1a-917c-6e8a08768fda tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks [] for floatingip (96e5c6a6-8f18-4d89-bf7d-89fef535e1cd), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:29.209889 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.l3_db [None req-bb9a4d43-7e84-4e1a-917c-6e8a08768fda tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Floating IP 96e5c6a6-8f18-4d89-bf7d-89fef535e1cd disassociated (deleted). External IP: 172.27.1.232, port: aa235016-c78c-4cb8-ab63-40daa550fe73. Mar 28 14:34:29.246589 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-29d39687-1724-4419-bc7f-454a88703870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:29.339566 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a2cd8-edb7-4fb0-9599-53da2fe62182 req-9749a5d0-652a-4a3f-9930-45eeb2e1d7ed tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:29.340931 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c45a2cd8-edb7-4fb0-9599-53da2fe62182 req-9749a5d0-652a-4a3f-9930-45eeb2e1d7ed tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 946 time: 0.1282718 Mar 28 14:34:29.449502 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c45a2cd8-edb7-4fb0-9599-53da2fe62182 req-b52ccf7a-6e20-411c-b8b5-04f2f02c3fb6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021190 Mar 28 14:34:29.490122 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9a4d43-7e84-4e1a-917c-6e8a08768fda tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Router b9cfbdc7-075e-4e75-832a-7b741577d339 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:34:29.603781 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9a4d43-7e84-4e1a-917c-6e8a08768fda tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:34:29.609641 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-bb9a4d43-7e84-4e1a-917c-6e8a08768fda tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:29.614201 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f91883-cd49-4085-b4d5-8b13058d11a8 None None] Sync routers for ids ['b9cfbdc7-075e-4e75-832a-7b741577d339'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:34:29.625042 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f91883-cd49-4085-b4d5-8b13058d11a8 None None] Routers {'b9cfbdc7-075e-4e75-832a-7b741577d339'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:29.625653 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-07f91883-cd49-4085-b4d5-8b13058d11a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['b9cfbdc7-075e-4e75-832a-7b741577d339'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:29.643624 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-bb9a4d43-7e84-4e1a-917c-6e8a08768fda tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "DELETE /v2.0/floatingips/96e5c6a6-8f18-4d89-bf7d-89fef535e1cd HTTP/1.1" status: 204 len: 168 time: 1.3806198 Mar 28 14:34:29.735787 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-07f91883-cd49-4085-b4d5-8b13058d11a8 None None] Set router b9cfbdc7-075e-4e75-832a-7b741577d339 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:29.994461 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-07f91883-cd49-4085-b4d5-8b13058d11a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'name': 'tempest-TestMinimumBasicScenario-840360662-router', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:28:57Z', 'revision_number': 4, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'gw_port': {'id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '29b3da88-5a6a-4663-8038-b0f8b28834f1', 'name': '', 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'mac_address': 'fa:16:3e:c3:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '2da35b60-18e6-4d47-a178-a7d677f0b069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:57Z', 'updated_at': '2022-03-28T14:29:02Z', 'revision_number': 5, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'subnets': [{'id': '2da35b60-18e6-4d47-a178-a7d677f0b069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:30.027867 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f91883-cd49-4085-b4d5-8b13058d11a8 None None] Checking router: b9cfbdc7-075e-4e75-832a-7b741577d339 for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:34:30.037629 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f91883-cd49-4085-b4d5-8b13058d11a8 None None] Routers {'b9cfbdc7-075e-4e75-832a-7b741577d339'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:30.038379 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-07f91883-cd49-4085-b4d5-8b13058d11a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['b9cfbdc7-075e-4e75-832a-7b741577d339'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:30.107722 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db5e287-dc47-454b-b946-b13be19773fa', 'tag': 'aa235016-c78c-4cb8-ab63-40daa550fe73'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:34:30.110444 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e941ac17-471e-462d-ad11-e37b3f2fe6e3" -d '{"events": [{"name": "network-changed", "server_uuid": "5db5e287-dc47-454b-b946-b13be19773fa", "tag": "aa235016-c78c-4cb8-ab63-40daa550fe73"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:34:30.147888 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e60c80-d39f-4ac0-812d-35db35b43d55 x-openstack-request-id: req-64e60c80-d39f-4ac0-812d-35db35b43d55 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:34:30.148181 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db5e287-dc47-454b-b946-b13be19773fa", "tag": "aa235016-c78c-4cb8-ab63-40daa550fe73", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:34:30.148440 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64e60c80-d39f-4ac0-812d-35db35b43d55 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:34:30.148839 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64e60c80-d39f-4ac0-812d-35db35b43d55'] response: {'name': 'network-changed', 'server_uuid': '5db5e287-dc47-454b-b946-b13be19773fa', 'tag': 'aa235016-c78c-4cb8-ab63-40daa550fe73', 'status': 'completed', 'code': 200} Mar 28 14:34:30.149876 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-07f91883-cd49-4085-b4d5-8b13058d11a8 None None] Set router b9cfbdc7-075e-4e75-832a-7b741577d339 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:30.155833 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe8711-5969-4a09-b48c-edce4a52af18 req-d10b3325-a9fe-4613-8b9d-07fc5652dd0d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:30.157466 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-cfbe8711-5969-4a09-b48c-edce4a52af18 req-d10b3325-a9fe-4613-8b9d-07fc5652dd0d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf HTTP/1.1" status: 200 len: 945 time: 0.0573375 Mar 28 14:34:30.212780 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941ac17-471e-462d-ad11-e37b3f2fe6e3 req-3c0329f6-73a2-42fd-9ade-d011cdbfaf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:30.214187 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-cfbe8711-5969-4a09-b48c-edce4a52af18 req-1bda35c4-6620-400b-8d95-a461d436efd1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ff86267-bdbe-474a-80b8-0c4e1007924c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506625 Mar 28 14:34:30.216101 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e941ac17-471e-462d-ad11-e37b3f2fe6e3 req-3c0329f6-73a2-42fd-9ade-d011cdbfaf61 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98f8108a48c04e1ebc698816248910e1&device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 1129 time: 0.0468221 Mar 28 14:34:30.313010 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941ac17-471e-462d-ad11-e37b3f2fe6e3 req-3e15d06b-c66c-459d-b292-8ac8425cf411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:30.314480 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e941ac17-471e-462d-ad11-e37b3f2fe6e3 req-3e15d06b-c66c-459d-b292-8ac8425cf411 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eee06b6b-0d39-4ecb-bc82-7f01624470a4 HTTP/1.1" status: 200 len: 915 time: 0.0920362 Mar 28 14:34:30.349983 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-07f91883-cd49-4085-b4d5-8b13058d11a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'name': 'tempest-TestMinimumBasicScenario-840360662-router', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:28:57Z', 'revision_number': 4, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'gw_port': {'id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '29b3da88-5a6a-4663-8038-b0f8b28834f1', 'name': '', 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'mac_address': 'fa:16:3e:c3:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '2da35b60-18e6-4d47-a178-a7d677f0b069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:57Z', 'updated_at': '2022-03-28T14:29:02Z', 'revision_number': 5, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'subnets': [{'id': '2da35b60-18e6-4d47-a178-a7d677f0b069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:30.380281 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f91883-cd49-4085-b4d5-8b13058d11a8 None None] The sync data for ids ['b9cfbdc7-075e-4e75-832a-7b741577d339'] in dv-cinder-790535-35-iscsi is: [{'id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'name': 'tempest-TestMinimumBasicScenario-840360662-router', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:28:57Z', 'revision_number': 4, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'gw_port': {'id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '29b3da88-5a6a-4663-8038-b0f8b28834f1', 'name': '', 'network_id': 'eee06b6b-0d39-4ecb-bc82-7f01624470a4', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'mac_address': 'fa:16:3e:c3:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '2da35b60-18e6-4d47-a178-a7d677f0b069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:57Z', 'updated_at': '2022-03-28T14:29:02Z', 'revision_number': 5, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'subnets': [{'id': '2da35b60-18e6-4d47-a178-a7d677f0b069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:34:30.597089 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e941ac17-471e-462d-ad11-e37b3f2fe6e3 req-60208ae8-2e6b-472c-bc3f-c2ca6a78f1fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa235016-c78c-4cb8-ab63-40daa550fe73 HTTP/1.1" status: 200 len: 217 time: 0.2733061 Mar 28 14:34:30.640987 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae98bd68-772f-46d4-940f-29ee6d67a293 None None] New status for floating IP 96e5c6a6-8f18-4d89-bf7d-89fef535e1cd: DOWN {{(pid=103207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:34:30.669888 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941ac17-471e-462d-ad11-e37b3f2fe6e3 req-575ca44d-35d6-4c20-9c80-f7ae32c25f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:30.671441 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e941ac17-471e-462d-ad11-e37b3f2fe6e3 req-575ca44d-35d6-4c20-9c80-f7ae32c25f77 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2da35b60-18e6-4d47-a178-a7d677f0b069 HTTP/1.1" status: 200 len: 853 time: 0.0666771 Mar 28 14:34:30.684408 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d8428-fa6f-48dd-a937-1e3f66f07787 req-c430f44a-e51c-476f-92a8-4bc76c56b1fd tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:30.686008 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-564d8428-fa6f-48dd-a937-1e3f66f07787 req-c430f44a-e51c-476f-92a8-4bc76c56b1fd tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 946 time: 0.0916905 Mar 28 14:34:30.778157 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-564d8428-fa6f-48dd-a937-1e3f66f07787 req-59c4d6f4-4636-4b05-a454-b423dbe30554 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855017 Mar 28 14:34:30.786534 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941ac17-471e-462d-ad11-e37b3f2fe6e3 req-cd60f5f0-2468-453b-a846-d132ba658b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:30.788466 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e941ac17-471e-462d-ad11-e37b3f2fe6e3 req-cd60f5f0-2468-453b-a846-d132ba658b7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eee06b6b-0d39-4ecb-bc82-7f01624470a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0897274 Mar 28 14:34:30.891748 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e941ac17-471e-462d-ad11-e37b3f2fe6e3 req-545b67bd-89f5-46dd-98bc-d22a155d36b4 service neutron] 10.222.0.18 "GET /v2.0/networks/eee06b6b-0d39-4ecb-bc82-7f01624470a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918386 Mar 28 14:34:30.995347 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e941ac17-471e-462d-ad11-e37b3f2fe6e3 req-62637416-c78b-48ed-ab63-ea45c530491e service neutron] 10.222.0.18 "GET /v2.0/networks/eee06b6b-0d39-4ecb-bc82-7f01624470a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963712 Mar 28 14:34:31.338986 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34b116-4a98-4ce2-8066-625107aa9757 req-72eff7f6-2bb7-403d-9963-888388595653 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:31.340489 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4d34b116-4a98-4ce2-8066-625107aa9757 req-72eff7f6-2bb7-403d-9963-888388595653 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf HTTP/1.1" status: 200 len: 945 time: 0.0549812 Mar 28 14:34:31.389041 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4d34b116-4a98-4ce2-8066-625107aa9757 req-d37f37b1-2492-4613-8300-603f85d3c305 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ff86267-bdbe-474a-80b8-0c4e1007924c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428858 Mar 28 14:34:31.513013 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4757818-8558-440c-9b84-ea739aea6486 req-638c54db-ce02-4832-a226-68d2a7468158 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:31.514609 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b4757818-8558-440c-9b84-ea739aea6486 req-638c54db-ce02-4832-a226-68d2a7468158 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf HTTP/1.1" status: 200 len: 945 time: 0.0563290 Mar 28 14:34:31.523724 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46282) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:31.528152 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-bae497df-ede6-48c0-b9ef-bcd95158c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:31.529480 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-cd7282da-ea95-49e6-a456-f6c42d3c1a47 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Request body: {'floatingip': {'port_id': '9842d6d6-baf1-4eee-a3c6-f71d2364f7ec'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:31.569123 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-cd7282da-ea95-49e6-a456-f6c42d3c1a47 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (6ac7cac1-e35b-4f6f-9e1d-83c616ee0503), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:31.908351 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a2783-7790-498f-9868-e5032e2f08bd req-362542ee-8d48-4903-ba55-51f151d5cf8c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:31.909787 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-450a2783-7790-498f-9868-e5032e2f08bd req-362542ee-8d48-4903-ba55-51f151d5cf8c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 946 time: 0.0530391 Mar 28 14:34:31.996245 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bab373-d43f-46c9-8f26-a73b3c3c6a9d req-df093b15-8307-453f-9c51-dbd1343f8bc8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:31.997752 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-61bab373-d43f-46c9-8f26-a73b3c3c6a9d req-df093b15-8307-453f-9c51-dbd1343f8bc8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 946 time: 0.1461816 Mar 28 14:34:32.008693 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-450a2783-7790-498f-9868-e5032e2f08bd req-534b25ca-c2f5-40e7-a516-1d02fc3b48ab tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Deleting port 6cf31727-459b-4f50-916c-413df70b7f6e {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:34:32.009016 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-450a2783-7790-498f-9868-e5032e2f08bd req-534b25ca-c2f5-40e7-a516-1d02fc3b48ab tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:32.084438 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-cd7282da-ea95-49e6-a456-f6c42d3c1a47 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:32.092255 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-61bab373-d43f-46c9-8f26-a73b3c3c6a9d req-8c31077b-df03-443b-93ae-9cefa3c06253 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861583 Mar 28 14:34:32.092865 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-cd7282da-ea95-49e6-a456-f6c42d3c1a47 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (6ac7cac1-e35b-4f6f-9e1d-83c616ee0503), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:32.106508 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-450a2783-7790-498f-9868-e5032e2f08bd req-534b25ca-c2f5-40e7-a516-1d02fc3b48ab tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] For port 6cf31727-459b-4f50-916c-413df70b7f6e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6cf31727-459b-4f50-916c-413df70b7f6e,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:32.106883 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-450a2783-7790-498f-9868-e5032e2f08bd req-534b25ca-c2f5-40e7-a516-1d02fc3b48ab tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:32.198238 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.db.l3_db [None req-cd7282da-ea95-49e6-a456-f6c42d3c1a47 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Floating IP 6ac7cac1-e35b-4f6f-9e1d-83c616ee0503 associated. External IP: 172.27.1.92, port: 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec. Mar 28 14:34:32.313867 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-450a2783-7790-498f-9868-e5032e2f08bd req-534b25ca-c2f5-40e7-a516-1d02fc3b48ab tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:32.314309 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-450a2783-7790-498f-9868-e5032e2f08bd req-534b25ca-c2f5-40e7-a516-1d02fc3b48ab tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (e407e204-761d-4962-9bed-3510fee982aa), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:32.314645 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.l3_db [req-450a2783-7790-498f-9868-e5032e2f08bd req-534b25ca-c2f5-40e7-a516-1d02fc3b48ab tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Floating IP e407e204-761d-4962-9bed-3510fee982aa disassociated. External IP: 172.27.1.174, port: 6cf31727-459b-4f50-916c-413df70b7f6e. Mar 28 14:34:32.315134 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-450a2783-7790-498f-9868-e5032e2f08bd req-534b25ca-c2f5-40e7-a516-1d02fc3b48ab tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Calling delete_port for 6cf31727-459b-4f50-916c-413df70b7f6e owned by compute:nova {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:34:32.436997 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7282da-ea95-49e6-a456-f6c42d3c1a47 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:34:32.462713 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-450a2783-7790-498f-9868-e5032e2f08bd req-534b25ca-c2f5-40e7-a516-1d02fc3b48ab tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (6cf31727-459b-4f50-916c-413df70b7f6e), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:32.488737 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b25ca-c2f5-40e7-a516-1d02fc3b48ab tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Pushing event deleted for resources: {'Port': ['ID=6cf31727-459b-4f50-916c-413df70b7f6e,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:32.523834 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76693b81-e58f-4a4f-892e-13bf16115c31 req-0662e1be-55e0-458f-857f-2d86f0514140 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:32.525270 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-76693b81-e58f-4a4f-892e-13bf16115c31 req-0662e1be-55e0-458f-857f-2d86f0514140 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 945 time: 0.1264231 Mar 28 14:34:32.607982 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-450a2783-7790-498f-9868-e5032e2f08bd req-534b25ca-c2f5-40e7-a516-1d02fc3b48ab tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Router 39e76c06-04cd-44ba-88ff-73ba59dddfaa has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:34:32.691693 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:32.724436 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-450a2783-7790-498f-9868-e5032e2f08bd req-534b25ca-c2f5-40e7-a516-1d02fc3b48ab tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:34:32.735655 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7412be3f-f69b-4452-9b37-6d11a7b45faf None None] Sync routers for ids ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:34:32.746387 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7412be3f-f69b-4452-9b37-6d11a7b45faf None None] Routers {'39e76c06-04cd-44ba-88ff-73ba59dddfaa'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:32.747110 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-7412be3f-f69b-4452-9b37-6d11a7b45faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:32.774239 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-450a2783-7790-498f-9868-e5032e2f08bd req-534b25ca-c2f5-40e7-a516-1d02fc3b48ab tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] No DVR routers for this DVR port 6cf31727-459b-4f50-916c-413df70b7f6e on host hv-cinder-79053 {{(pid=103205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:34:32.776812 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-450a2783-7790-498f-9868-e5032e2f08bd req-534b25ca-c2f5-40e7-a516-1d02fc3b48ab tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:32.780532 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-450a2783-7790-498f-9868-e5032e2f08bd req-534b25ca-c2f5-40e7-a516-1d02fc3b48ab tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.18 "DELETE /v2.0/ports/6cf31727-459b-4f50-916c-413df70b7f6e HTTP/1.1" status: 204 len: 173 time: 0.8659258 Mar 28 14:34:32.784375 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9495ba6-2cfb-4547-97e1-e71964cef1a1', 'name': 'network-vif-deleted', 'tag': '6cf31727-459b-4f50-916c-413df70b7f6e'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:34:32.790744 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544781a9-c9aa-4e72-89b2-0c503c68a35e" -d '{"events": [{"server_uuid": "f9495ba6-2cfb-4547-97e1-e71964cef1a1", "name": "network-vif-deleted", "tag": "6cf31727-459b-4f50-916c-413df70b7f6e"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:34:32.848825 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-76693b81-e58f-4a4f-892e-13bf16115c31 req-254affc9-c001-4d50-b560-08258b1dd53d tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092062 Mar 28 14:34:32.858314 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7282da-ea95-49e6-a456-f6c42d3c1a47 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:34:32.865890 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-cd7282da-ea95-49e6-a456-f6c42d3c1a47 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:32.875068 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f519f90e-5408-4819-afd4-2c3d5035ee58 None None] Sync routers for ids ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:34:32.876395 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3b8561-ffdc-4277-98ee-4521badb5f15 x-openstack-request-id: req-bf3b8561-ffdc-4277-98ee-4521badb5f15 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:34:32.876591 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9495ba6-2cfb-4547-97e1-e71964cef1a1", "name": "network-vif-deleted", "tag": "6cf31727-459b-4f50-916c-413df70b7f6e", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:34:32.876853 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf3b8561-ffdc-4277-98ee-4521badb5f15 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:34:32.877423 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf3b8561-ffdc-4277-98ee-4521badb5f15'] response: {'server_uuid': 'f9495ba6-2cfb-4547-97e1-e71964cef1a1', 'name': 'network-vif-deleted', 'tag': '6cf31727-459b-4f50-916c-413df70b7f6e', 'status': 'completed', 'code': 200} Mar 28 14:34:32.889468 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-7412be3f-f69b-4452-9b37-6d11a7b45faf None None] Set router 39e76c06-04cd-44ba-88ff-73ba59dddfaa gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:32.892382 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f519f90e-5408-4819-afd4-2c3d5035ee58 None None] Routers {'397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:32.893230 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-f519f90e-5408-4819-afd4-2c3d5035ee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:32.944760 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-cd7282da-ea95-49e6-a456-f6c42d3c1a47 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "PUT /v2.0/floatingips/6ac7cac1-e35b-4f6f-9e1d-83c616ee0503 HTTP/1.1" status: 200 len: 990 time: 1.4105368 Mar 28 14:34:32.944760 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf', 'tag': '9842d6d6-baf1-4eee-a3c6-f71d2364f7ec'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:34:32.944760 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d378c771d12563f68c1f59c9273be1365ef6a269510bcb02de4e9318e41428e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ea38e0-e54b-4fd5-8caf-6ff6c8642501" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf", "tag": "9842d6d6-baf1-4eee-a3c6-f71d2364f7ec"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:34:32.986140 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303524aa-cd80-4534-bd61-23c29ba88d7a x-openstack-request-id: req-303524aa-cd80-4534-bd61-23c29ba88d7a {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:34:32.986448 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf", "tag": "9842d6d6-baf1-4eee-a3c6-f71d2364f7ec", "status": "completed", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:34:32.986696 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-303524aa-cd80-4534-bd61-23c29ba88d7a {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:34:32.987118 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-303524aa-cd80-4534-bd61-23c29ba88d7a'] response: {'name': 'network-changed', 'server_uuid': '0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf', 'tag': '9842d6d6-baf1-4eee-a3c6-f71d2364f7ec', 'status': 'completed', 'code': 200} Mar 28 14:34:33.043051 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-f519f90e-5408-4819-afd4-2c3d5035ee58 None None] Set router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:33.074029 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea38e0-e54b-4fd5-8caf-6ff6c8642501 req-80e07a10-166b-42ad-9f45-10393451e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:33.075692 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-58ea38e0-e54b-4fd5-8caf-6ff6c8642501 req-80e07a10-166b-42ad-9f45-10393451e41b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2306e519eba4cfa82246420f4c4f925&device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf HTTP/1.1" status: 200 len: 1129 time: 0.0591767 Mar 28 14:34:33.129927 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-7412be3f-f69b-4452-9b37-6d11a7b45faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1174680643-router', 'tenant_id': '26effb221cba493895805136dd811e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:50Z', 'revision_number': 4, 'project_id': '26effb221cba493895805136dd811e20', 'gw_port': {'id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:40Z', 'updated_at': '2022-03-28T14:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'd48e26ee-610c-4ce0-a1fd-0a1e5841dba7', 'name': '', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'tenant_id': '26effb221cba493895805136dd811e20', 'mac_address': 'fa:16:3e:92:ba:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:59Z', 'revision_number': 5, 'project_id': '26effb221cba493895805136dd811e20', 'subnets': [{'id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:33.160517 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7412be3f-f69b-4452-9b37-6d11a7b45faf None None] Checking router: 39e76c06-04cd-44ba-88ff-73ba59dddfaa for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:34:33.169158 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7412be3f-f69b-4452-9b37-6d11a7b45faf None None] Routers {'39e76c06-04cd-44ba-88ff-73ba59dddfaa'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:33.169799 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-7412be3f-f69b-4452-9b37-6d11a7b45faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:33.216844 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea38e0-e54b-4fd5-8caf-6ff6c8642501 req-1a6d406d-79fb-4de1-9e97-59271c9d2094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:33.218466 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-58ea38e0-e54b-4fd5-8caf-6ff6c8642501 req-1a6d406d-79fb-4de1-9e97-59271c9d2094 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb HTTP/1.1" status: 200 len: 915 time: 0.1364660 Mar 28 14:34:33.248972 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-12729800-4aab-4358-b75e-3cda1dba5a40 req-b10f2c6a-c1df-40a7-9f7b-f359d6c06557 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9495ba6-2cfb-4547-97e1-e71964cef1a1 HTTP/1.1" status: 200 len: 210 time: 0.0441515 Mar 28 14:34:33.315832 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-58ea38e0-e54b-4fd5-8caf-6ff6c8642501 req-5186733a-7657-44c9-b476-2219613059ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9842d6d6-baf1-4eee-a3c6-f71d2364f7ec HTTP/1.1" status: 200 len: 998 time: 0.0754817 Mar 28 14:34:33.320549 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-7412be3f-f69b-4452-9b37-6d11a7b45faf None None] Set router 39e76c06-04cd-44ba-88ff-73ba59dddfaa gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:33.354170 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-f519f90e-5408-4819-afd4-2c3d5035ee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '6ac7cac1-e35b-4f6f-9e1d-83c616ee0503', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'port_id': '9842d6d6-baf1-4eee-a3c6-f71d2364f7ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'mac_address': 'fa:16:3e:ea:56:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:34:13Z', 'updated_at': '2022-03-28T14:34:31Z', 'revision_number': 1, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:33.387932 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f519f90e-5408-4819-afd4-2c3d5035ee58 None None] Checking router: 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:34:33.399825 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea38e0-e54b-4fd5-8caf-6ff6c8642501 req-34b7b122-57ba-4a98-8285-96970920eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:33.401277 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-58ea38e0-e54b-4fd5-8caf-6ff6c8642501 req-34b7b122-57ba-4a98-8285-96970920eb9a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42ae119e-55a6-4649-98c6-27d9c3bb606b HTTP/1.1" status: 200 len: 853 time: 0.0700746 Mar 28 14:34:33.402721 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f519f90e-5408-4819-afd4-2c3d5035ee58 None None] Routers {'397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:33.403675 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-f519f90e-5408-4819-afd4-2c3d5035ee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:33.456764 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea38e0-e54b-4fd5-8caf-6ff6c8642501 req-a6dcfb82-a557-4540-8fc3-c80c58356e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:33.458393 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-58ea38e0-e54b-4fd5-8caf-6ff6c8642501 req-a6dcfb82-a557-4540-8fc3-c80c58356e76 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0497510 Mar 28 14:34:33.537654 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-f519f90e-5408-4819-afd4-2c3d5035ee58 None None] Set router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:33.549645 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-58ea38e0-e54b-4fd5-8caf-6ff6c8642501 req-c8f4ceef-80ed-4b2b-9782-e7893390ffb7 service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842471 Mar 28 14:34:33.648471 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-58ea38e0-e54b-4fd5-8caf-6ff6c8642501 req-7b55eb18-5c1c-4666-b932-5a672e47f419 service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917437 Mar 28 14:34:33.670273 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-7412be3f-f69b-4452-9b37-6d11a7b45faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1174680643-router', 'tenant_id': '26effb221cba493895805136dd811e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:50Z', 'revision_number': 4, 'project_id': '26effb221cba493895805136dd811e20', 'gw_port': {'id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:40Z', 'updated_at': '2022-03-28T14:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'd48e26ee-610c-4ce0-a1fd-0a1e5841dba7', 'name': '', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'tenant_id': '26effb221cba493895805136dd811e20', 'mac_address': 'fa:16:3e:92:ba:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:59Z', 'revision_number': 5, 'project_id': '26effb221cba493895805136dd811e20', 'subnets': [{'id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:33.696478 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7412be3f-f69b-4452-9b37-6d11a7b45faf None None] The sync data for ids ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'] in dv-cinder-790535-35-iscsi is: [{'id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1174680643-router', 'tenant_id': '26effb221cba493895805136dd811e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:50Z', 'revision_number': 4, 'project_id': '26effb221cba493895805136dd811e20', 'gw_port': {'id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:40Z', 'updated_at': '2022-03-28T14:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'd48e26ee-610c-4ce0-a1fd-0a1e5841dba7', 'name': '', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'tenant_id': '26effb221cba493895805136dd811e20', 'mac_address': 'fa:16:3e:92:ba:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:59Z', 'revision_number': 5, 'project_id': '26effb221cba493895805136dd811e20', 'subnets': [{'id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:34:33.868544 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-f519f90e-5408-4819-afd4-2c3d5035ee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '6ac7cac1-e35b-4f6f-9e1d-83c616ee0503', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'port_id': '9842d6d6-baf1-4eee-a3c6-f71d2364f7ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'mac_address': 'fa:16:3e:ea:56:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:34:13Z', 'updated_at': '2022-03-28T14:34:31Z', 'revision_number': 1, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:33.899558 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f519f90e-5408-4819-afd4-2c3d5035ee58 None None] The sync data for ids ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'] in dv-cinder-790535-35-iscsi is: [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '6ac7cac1-e35b-4f6f-9e1d-83c616ee0503', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'port_id': '9842d6d6-baf1-4eee-a3c6-f71d2364f7ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'mac_address': 'fa:16:3e:ea:56:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:34:13Z', 'updated_at': '2022-03-28T14:34:31Z', 'revision_number': 1, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:34:33.941143 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5224f58e-865d-462a-b7ae-00c2c14cdedb None None] New status for floating IP e407e204-761d-4962-9bed-3510fee982aa: DOWN {{(pid=103206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:34:33.972405 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef102e5-859f-44bf-9787-ecd91cb175b2 req-35551d73-0478-4bed-8300-d0ffe39fc279 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:33.973925 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-aef102e5-859f-44bf-9787-ecd91cb175b2 req-35551d73-0478-4bed-8300-d0ffe39fc279 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 945 time: 0.0568314 Mar 28 14:34:33.985464 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:34.024936 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-aef102e5-859f-44bf-9787-ecd91cb175b2 req-0ebe8f27-cbe4-4a31-9d17-b9594387d124 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437491 Mar 28 14:34:34.118850 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19268212-8c03-45f0-a764-00a639d1906b None None] New status for floating IP 6ac7cac1-e35b-4f6f-9e1d-83c616ee0503: ACTIVE {{(pid=103207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:34:34.348152 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46324) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:34.401268 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-96716edd-c823-41e2-be3d-1fadf048da92 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for security_group (1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:34.425144 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-96716edd-c823-41e2-be3d-1fadf048da92 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for security_group (1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:34.476430 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-96716edd-c823-41e2-be3d-1fadf048da92 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:34.479147 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-96716edd-c823-41e2-be3d-1fadf048da92 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:34.480310 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-96716edd-c823-41e2-be3d-1fadf048da92 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "DELETE /v2.0/security-groups/1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2 HTTP/1.1" status: 204 len: 168 time: 0.1311522 Mar 28 14:34:34.483288 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46330) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:34.489981 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96716edd-c823-41e2-be3d-1fadf048da92 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:34.496031 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.api.v2.resource [None req-c1c16caf-24b2-41ce-b924-503a8542ab34 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] show failed (client error): The resource could not be found. Mar 28 14:34:34.497018 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-c1c16caf-24b2-41ce-b924-503a8542ab34 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups/1d6f7075-e5bb-49d9-9dfc-efdc3e2771b2 HTTP/1.1" status: 404 len: 347 time: 0.0127392 Mar 28 14:34:34.500082 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46332) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:34.650051 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c20d31-bc79-4dae-b4b2-95374f36b6fc req-5645acc8-4fcc-4a95-9464-c02b04b31a08 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:34.651495 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a5c20d31-bc79-4dae-b4b2-95374f36b6fc req-5645acc8-4fcc-4a95-9464-c02b04b31a08 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.18 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 945 time: 0.0809007 Mar 28 14:34:34.684018 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-54936fef-8159-44f1-b046-4cc63b37c7a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Deleting port 7a19face-6b5f-4b9a-a97a-dea0aef52923 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:34:34.684396 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-54936fef-8159-44f1-b046-4cc63b37c7a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (7a19face-6b5f-4b9a-a97a-dea0aef52923), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:34.795000 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-54936fef-8159-44f1-b046-4cc63b37c7a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (7a19face-6b5f-4b9a-a97a-dea0aef52923), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:34.795272 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-54936fef-8159-44f1-b046-4cc63b37c7a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for floatingip (7a19face-6b5f-4b9a-a97a-dea0aef52923), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:34.810247 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-54936fef-8159-44f1-b046-4cc63b37c7a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Calling delete_port for 7a19face-6b5f-4b9a-a97a-dea0aef52923 owned by network:floatingip {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:34:34.825438 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-a5c20d31-bc79-4dae-b4b2-95374f36b6fc req-18e4cf4b-04cd-4e27-ab1c-b28ee723e796 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Deleting port aa235016-c78c-4cb8-ab63-40daa550fe73 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:34:34.825769 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a5c20d31-bc79-4dae-b4b2-95374f36b6fc req-18e4cf4b-04cd-4e27-ab1c-b28ee723e796 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (aa235016-c78c-4cb8-ab63-40daa550fe73), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:34.964210 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-a5c20d31-bc79-4dae-b4b2-95374f36b6fc req-18e4cf4b-04cd-4e27-ab1c-b28ee723e796 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] For port aa235016-c78c-4cb8-ab63-40daa550fe73, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa235016-c78c-4cb8-ab63-40daa550fe73,segment=NetworkSegment(c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d),segment_id=c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:34.964546 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a5c20d31-bc79-4dae-b4b2-95374f36b6fc req-18e4cf4b-04cd-4e27-ab1c-b28ee723e796 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (aa235016-c78c-4cb8-ab63-40daa550fe73), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:34.977235 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-a5c20d31-bc79-4dae-b4b2-95374f36b6fc req-18e4cf4b-04cd-4e27-ab1c-b28ee723e796 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Calling delete_port for aa235016-c78c-4cb8-ab63-40daa550fe73 owned by compute:nova {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:34:35.071497 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-54936fef-8159-44f1-b046-4cc63b37c7a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (7a19face-6b5f-4b9a-a97a-dea0aef52923), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:35.115901 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54936fef-8159-44f1-b046-4cc63b37c7a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Pushing event deleted for resources: {'Port': ['ID=7a19face-6b5f-4b9a-a97a-dea0aef52923,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:35.235965 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-54936fef-8159-44f1-b046-4cc63b37c7a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for floatingip (e407e204-761d-4962-9bed-3510fee982aa), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:35.238510 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-54936fef-8159-44f1-b046-4cc63b37c7a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:35.239701 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-54936fef-8159-44f1-b046-4cc63b37c7a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "DELETE /v2.0/floatingips/e407e204-761d-4962-9bed-3510fee982aa HTTP/1.1" status: 204 len: 168 time: 0.7387373 Mar 28 14:34:35.256338 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c14351-265d-462c-94e4-536990ab69c2 req-824b7cd3-061c-4ced-8ce2-445942930ebf tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:35.257830 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f4c14351-265d-462c-94e4-536990ab69c2 req-824b7cd3-061c-4ced-8ce2-445942930ebf tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/ports?device_id=5db5e287-dc47-454b-b946-b13be19773fa HTTP/1.1" status: 200 len: 945 time: 0.1531172 Mar 28 14:34:35.259004 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a5c20d31-bc79-4dae-b4b2-95374f36b6fc req-18e4cf4b-04cd-4e27-ab1c-b28ee723e796 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (aa235016-c78c-4cb8-ab63-40daa550fe73), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:35.279286 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['aa235016-c78c-4cb8-ab63-40daa550fe73'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:34:35.312480 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4cf4b-04cd-4e27-ab1c-b28ee723e796 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Pushing event deleted for resources: {'Port': ['ID=aa235016-c78c-4cb8-ab63-40daa550fe73,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:35.359306 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c20d31-bc79-4dae-b4b2-95374f36b6fc req-18e4cf4b-04cd-4e27-ab1c-b28ee723e796 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] No DVR routers for this DVR port aa235016-c78c-4cb8-ab63-40daa550fe73 on host hv-cinder-79053 {{(pid=103205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:34:35.363636 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a5c20d31-bc79-4dae-b4b2-95374f36b6fc req-18e4cf4b-04cd-4e27-ab1c-b28ee723e796 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:35.366852 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a5c20d31-bc79-4dae-b4b2-95374f36b6fc req-18e4cf4b-04cd-4e27-ab1c-b28ee723e796 tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.18 "DELETE /v2.0/ports/aa235016-c78c-4cb8-ab63-40daa550fe73 HTTP/1.1" status: 204 len: 173 time: 0.7084720 Mar 28 14:34:35.367313 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db5e287-dc47-454b-b946-b13be19773fa', 'name': 'network-vif-deleted', 'tag': 'aa235016-c78c-4cb8-ab63-40daa550fe73'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:34:35.369575 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4337d20-d133-449e-be0d-fd0d64f41b7d" -d '{"events": [{"server_uuid": "5db5e287-dc47-454b-b946-b13be19773fa", "name": "network-vif-deleted", "tag": "aa235016-c78c-4cb8-ab63-40daa550fe73"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:34:35.383234 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f4c14351-265d-462c-94e4-536990ab69c2 req-2f174e60-e03f-4efe-ad55-89d14dddfdff tempest-TestMinimumBasicScenario-1011520799 tempest-TestMinimumBasicScenario-1011520799-project] 10.222.0.13 "GET /v2.0/security-groups?id=e296e08b-3097-429c-8d90-43d8f61b2533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135757 Mar 28 14:34:35.430724 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9b33fd-2d30-4ee2-abec-5e57f2d5deb7 x-openstack-request-id: req-6e9b33fd-2d30-4ee2-abec-5e57f2d5deb7 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:34:35.431014 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db5e287-dc47-454b-b946-b13be19773fa", "name": "network-vif-deleted", "tag": "aa235016-c78c-4cb8-ab63-40daa550fe73", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:34:35.431288 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e9b33fd-2d30-4ee2-abec-5e57f2d5deb7 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:34:35.431691 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e9b33fd-2d30-4ee2-abec-5e57f2d5deb7'] response: {'server_uuid': '5db5e287-dc47-454b-b946-b13be19773fa', 'name': 'network-vif-deleted', 'tag': 'aa235016-c78c-4cb8-ab63-40daa550fe73', 'status': 'completed', 'code': 200} Mar 28 14:34:35.459173 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:35.553336 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46348) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:35.554886 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-b6a20ce0-b658-4614-b2a6-38b95cbf1a02 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1272913828', 'description': 'tempest-description--2000266119'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:35.575751 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b6a20ce0-b658-4614-b2a6-38b95cbf1a02 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:35.643902 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b6a20ce0-b658-4614-b2a6-38b95cbf1a02 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for security_group (d795de67-d76c-4900-9068-7c40eb0af470), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:35.648832 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b6a20ce0-b658-4614-b2a6-38b95cbf1a02 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (d795de67-d76c-4900-9068-7c40eb0af470), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:35.678860 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b6a20ce0-b658-4614-b2a6-38b95cbf1a02 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:35.680305 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-b6a20ce0-b658-4614-b2a6-38b95cbf1a02 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1290436 Mar 28 14:34:35.683315 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46360) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:35.688536 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-8809fff2-c4c9-4b12-b043-1453b1c2390f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Request body: {'security_group_rule': {'security_group_id': 'd795de67-d76c-4900-9068-7c40eb0af470', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:35.689353 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a20ce0-b658-4614-b2a6-38b95cbf1a02 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d795de67-d76c-4900-9068-7c40eb0af470,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:35.723192 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8809fff2-c4c9-4b12-b043-1453b1c2390f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for security_group_rule (08a438f5-18b4-4eaa-b70a-6d68ff3da098), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:35.790896 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8809fff2-c4c9-4b12-b043-1453b1c2390f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for security_group_rule (08a438f5-18b4-4eaa-b70a-6d68ff3da098), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:35.794978 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8809fff2-c4c9-4b12-b043-1453b1c2390f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (08a438f5-18b4-4eaa-b70a-6d68ff3da098), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:35.812713 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809fff2-c4c9-4b12-b043-1453b1c2390f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a438f5-18b4-4eaa-b70a-6d68ff3da098,revision_number=0']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:35.819962 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8809fff2-c4c9-4b12-b043-1453b1c2390f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:35.821488 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-8809fff2-c4c9-4b12-b043-1453b1c2390f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1369703 Mar 28 14:34:35.824218 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46364) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:35.828584 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-80f08b1c-249a-456d-8c36-0d34af21128f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Request body: {'security_group_rule': {'security_group_id': 'd795de67-d76c-4900-9068-7c40eb0af470', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:35.855941 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-80f08b1c-249a-456d-8c36-0d34af21128f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for security_group_rule (a9bbe8e9-b241-4eb3-a1ab-d09032dca0d7), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:35.914120 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-80f08b1c-249a-456d-8c36-0d34af21128f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for security_group_rule (a9bbe8e9-b241-4eb3-a1ab-d09032dca0d7), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:35.917342 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-80f08b1c-249a-456d-8c36-0d34af21128f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (a9bbe8e9-b241-4eb3-a1ab-d09032dca0d7), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:35.932137 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f08b1c-249a-456d-8c36-0d34af21128f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9bbe8e9-b241-4eb3-a1ab-d09032dca0d7,revision_number=0']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:35.943325 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-80f08b1c-249a-456d-8c36-0d34af21128f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:35.944537 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-80f08b1c-249a-456d-8c36-0d34af21128f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193433 Mar 28 14:34:35.947620 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46366) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:35.951927 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-fbb9403c-38f0-461c-b1ef-e15c3a20fb26 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Request body: {'floatingip': {'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:35.972721 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbb9403c-38f0-461c-b1ef-e15c3a20fb26 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:36.071350 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbb9403c-38f0-461c-b1ef-e15c3a20fb26 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:36.172567 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-fbb9403c-38f0-461c-b1ef-e15c3a20fb26 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Allocated IP 172.27.1.7 (c66de8d5-469e-474b-81ba-d9e7301ef93c/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73/61032864-4e1a-4fb7-8b59-1f4ded254249) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:34:36.274540 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbb9403c-38f0-461c-b1ef-e15c3a20fb26 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for port (61032864-4e1a-4fb7-8b59-1f4ded254249), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:36.310841 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbb9403c-38f0-461c-b1ef-e15c3a20fb26 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (61032864-4e1a-4fb7-8b59-1f4ded254249), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:36.355626 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb9403c-38f0-461c-b1ef-e15c3a20fb26 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:34:36.358307 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-fbb9403c-38f0-461c-b1ef-e15c3a20fb26 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:34:36.361828 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb9403c-38f0-461c-b1ef-e15c3a20fb26 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:34:36.392750 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9403c-38f0-461c-b1ef-e15c3a20fb26 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Pushing event updated for resources: {'Port': ['ID=61032864-4e1a-4fb7-8b59-1f4ded254249,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:36.458266 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbb9403c-38f0-461c-b1ef-e15c3a20fb26 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for floatingip (62d6c6f4-bb16-462f-b1bf-73436dc2a088), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:36.500239 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbb9403c-38f0-461c-b1ef-e15c3a20fb26 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (61032864-4e1a-4fb7-8b59-1f4ded254249), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:36.584586 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 6cf31727-459b-4f50-916c-413df70b7f6e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:34:36.605244 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] No Port match for: 6cf31727-459b-4f50-916c-413df70b7f6e {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:34:36.605595 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 6cf31727-459b-4f50-916c-413df70b7f6e not bound to the agent host hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:34:36.606123 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device aa235016-c78c-4cb8-ab63-40daa550fe73 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:34:36.628285 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] No Port match for: aa235016-c78c-4cb8-ab63-40daa550fe73 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:34:36.628839 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device aa235016-c78c-4cb8-ab63-40daa550fe73 not bound to the agent host hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:34:36.654886 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbb9403c-38f0-461c-b1ef-e15c3a20fb26 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for port (61032864-4e1a-4fb7-8b59-1f4ded254249), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:36.661827 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbb9403c-38f0-461c-b1ef-e15c3a20fb26 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427782'] for port (61032864-4e1a-4fb7-8b59-1f4ded254249), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:36.726989 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9403c-38f0-461c-b1ef-e15c3a20fb26 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Pushing event updated for resources: {'Port': ['ID=61032864-4e1a-4fb7-8b59-1f4ded254249,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:36.739285 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbb9403c-38f0-461c-b1ef-e15c3a20fb26 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (62d6c6f4-bb16-462f-b1bf-73436dc2a088), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:36.758674 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbb9403c-38f0-461c-b1ef-e15c3a20fb26 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:36.761041 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-fbb9403c-38f0-461c-b1ef-e15c3a20fb26 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8113699 Mar 28 14:34:36.860850 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:34:36.931085 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-7019ecfc-09f7-4c7a-a89d-6d41ebbe8b3f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1272913828&fields=id&tenant_id=26effb221cba493895805136dd811e20 HTTP/1.1" status: 200 len: 267 time: 0.0436418 Mar 28 14:34:37.025341 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46434) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:37.045031 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-e2b28bc0-2cc5-43a7-babf-7072a3e4d6f1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:37.046625 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-e2b28bc0-2cc5-43a7-babf-7072a3e4d6f1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/networks?id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8 HTTP/1.1" status: 200 len: 817 time: 0.1085830 Mar 28 14:34:37.062983 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-4c3dd3ce-44a1-4903-b844-d6de5eb78d89 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/quotas/26effb221cba493895805136dd811e20 HTTP/1.1" status: 200 len: 375 time: 0.0099957 Mar 28 14:34:37.122879 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-1bc2332f-da5a-436d-9b32-7740c34128d9 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=26effb221cba493895805136dd811e20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535712 Mar 28 14:34:37.265068 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-6db6c3e0-25d6-4935-9873-a6fc946047b8 service neutron] 10.222.0.13 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298356 Mar 28 14:34:37.362068 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-65be4248-77b5-4ab0-b8dd-146d4a654f79 service neutron] 10.222.0.13 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912480 Mar 28 14:34:37.516363 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-81b256a4-62b6-4214-8851-8f65a678905c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1559664'] for router_interface (b9cfbdc7-075e-4e75-832a-7b741577d339), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:37.535999 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-0bd5e541-e60d-4c1b-917b-bf8482f7b7e3 req-7d5cec4f-246e-4998-b665-84cf50f14d4f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 210 time: 0.0363076 Mar 28 14:34:37.850882 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-81b256a4-62b6-4214-8851-8f65a678905c admin admin] Deleting port 29b3da88-5a6a-4663-8038-b0f8b28834f1 {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:34:37.851836 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-81b256a4-62b6-4214-8851-8f65a678905c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (29b3da88-5a6a-4663-8038-b0f8b28834f1), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:37.932378 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-81b256a4-62b6-4214-8851-8f65a678905c admin admin] For port 29b3da88-5a6a-4663-8038-b0f8b28834f1, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=29b3da88-5a6a-4663-8038-b0f8b28834f1,segment=NetworkSegment(c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d),segment_id=c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:37.932755 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-81b256a4-62b6-4214-8851-8f65a678905c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (29b3da88-5a6a-4663-8038-b0f8b28834f1), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:37.941360 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46452) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:37.952372 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-81b256a4-62b6-4214-8851-8f65a678905c admin admin] Calling delete_port for 29b3da88-5a6a-4663-8038-b0f8b28834f1 owned by network:router_interface {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:34:38.023253 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8ec1dc-72d3-4d0f-a41e-480b115a498a admin admin] Deleting subnet 75847200-85ce-4cc8-92dc-56adabf4ad2b {{(pid=103204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 14:34:38.028735 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec1dc-72d3-4d0f-a41e-480b115a498a admin admin] Publish callbacks [] for subnet (75847200-85ce-4cc8-92dc-56adabf4ad2b), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:38.079439 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec1dc-72d3-4d0f-a41e-480b115a498a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5805738'] for subnet (75847200-85ce-4cc8-92dc-56adabf4ad2b), precommit_delete_associations {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:38.158547 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec1dc-72d3-4d0f-a41e-480b115a498a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3594039'] for subnet (75847200-85ce-4cc8-92dc-56adabf4ad2b), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:38.250512 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec1dc-72d3-4d0f-a41e-480b115a498a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4432380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4368958'] for subnet (75847200-85ce-4cc8-92dc-56adabf4ad2b), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:38.280378 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ec1dc-72d3-4d0f-a41e-480b115a498a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75847200-85ce-4cc8-92dc-56adabf4ad2b,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:38.283398 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec1dc-72d3-4d0f-a41e-480b115a498a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for subnet (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:38.288482 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-bb8ec1dc-72d3-4d0f-a41e-480b115a498a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/75847200-85ce-4cc8-92dc-56adabf4ad2b HTTP/1.1" status: 204 len: 168 time: 0.3437142 Mar 28 14:34:38.288482 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-81b256a4-62b6-4214-8851-8f65a678905c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (29b3da88-5a6a-4663-8038-b0f8b28834f1), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:38.289551 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46454) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:38.312487 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b256a4-62b6-4214-8851-8f65a678905c admin admin] Pushing event deleted for resources: {'Port': ['ID=29b3da88-5a6a-4663-8038-b0f8b28834f1,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:38.373963 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0c32488-4d42-44ee-86c1-74a8192295ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3456630'] for network (d201f1b7-86de-4349-9e53-14b77462d26a), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:38.509597 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-81b256a4-62b6-4214-8851-8f65a678905c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1566807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1558496'] for router_interface (b9cfbdc7-075e-4e75-832a-7b741577d339), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:38.572762 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-e544b105-930d-482c-bb05-87c292c7568f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:38.574453 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-e544b105-930d-482c-bb05-87c292c7568f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.18 "GET /v2.0/networks?id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8 HTTP/1.1" status: 200 len: 817 time: 0.1945076 Mar 28 14:34:38.576599 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0c32488-4d42-44ee-86c1-74a8192295ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3641020', 'neutron.services.segments.db._delete_segments_for_network-8793221261626'] for network (d201f1b7-86de-4349-9e53-14b77462d26a), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:38.610758 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.services.segments.db [None req-f0c32488-4d42-44ee-86c1-74a8192295ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d201f1b7-86de-4349-9e53-14b77462d26a']}} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:38.628843 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.services.segments.db [None req-f0c32488-4d42-44ee-86c1-74a8192295ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51aac44-699f-4581-a26b-5ea85ebd8f0b') {'for_net_delete': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:38.629239 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.services.segments.db [None req-f0c32488-4d42-44ee-86c1-74a8192295ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51aac44-699f-4581-a26b-5ea85ebd8f0b') {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:38.647889 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0c32488-4d42-44ee-86c1-74a8192295ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221459523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4630602'] for segment (b51aac44-699f-4581-a26b-5ea85ebd8f0b), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:38.686788 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-dd662fbd-65fd-4703-ad25-cb4ca80c7005 req-4e97f85a-f451-4493-bdf5-f40635c18c7d tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 210 time: 0.0471015 Mar 28 14:34:38.705785 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-499a2c16-6e9f-4ec6-a780-fccd27bce37d tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26effb221cba493895805136dd811e20 HTTP/1.1" status: 200 len: 380 time: 0.1218355 Mar 28 14:34:38.706871 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0c32488-4d42-44ee-86c1-74a8192295ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (b51aac44-699f-4581-a26b-5ea85ebd8f0b), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:38.716767 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-2d693d48-c649-45b2-8f58-434fb7062a10 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Request body: {'port': {'device_id': '1fecba92-4e69-4b41-8675-dc8f58ef783a', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'admin_state_up': True, 'tenant_id': '26effb221cba493895805136dd811e20', 'security_groups': ['d795de67-d76c-4900-9068-7c40eb0af470']}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:38.736485 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c32488-4d42-44ee-86c1-74a8192295ca admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:34:38.737000 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0c32488-4d42-44ee-86c1-74a8192295ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5822181'] for segment (b51aac44-699f-4581-a26b-5ea85ebd8f0b), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: Traceback (most recent call last): Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: timer() Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: cb(*args, **kw) Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: return func(*args, **kwargs) Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: self._notify() Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: self.callback(batched_events) Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: event.method(event) Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: return f(self, *a, **k) Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: return self._get(url).json() Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: return self.request(url, 'GET', **kwargs) Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:34:38.738883 dv-cinder-790535-35-iscsi neutron-server[103205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:34:38.765192 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b256a4-62b6-4214-8851-8f65a678905c admin admin] Router b9cfbdc7-075e-4e75-832a-7b741577d339 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:34:38.834982 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0c32488-4d42-44ee-86c1-74a8192295ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3641013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1557862'] for network (d201f1b7-86de-4349-9e53-14b77462d26a), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:38.843650 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f0c32488-4d42-44ee-86c1-74a8192295ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:38.846872 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-f0c32488-4d42-44ee-86c1-74a8192295ca admin admin] 10.222.0.13 "DELETE /v2.0/networks/d201f1b7-86de-4349-9e53-14b77462d26a HTTP/1.1" status: 204 len: 168 time: 0.5562339 Mar 28 14:34:38.866530 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c32488-4d42-44ee-86c1-74a8192295ca admin admin] Pushing event deleted for resources: {'Network': ['ID=d201f1b7-86de-4349-9e53-14b77462d26a,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:38.877987 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b256a4-62b6-4214-8851-8f65a678905c admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:34:38.883362 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-81b256a4-62b6-4214-8851-8f65a678905c admin admin] 10.222.0.13 "PUT /v2.0/routers/b9cfbdc7-075e-4e75-832a-7b741577d339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8568549 Mar 28 14:34:38.885903 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46464) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:38.888462 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701b132c-be49-4623-b292-ef9ba9c57e77 None None] Sync routers for ids ['b9cfbdc7-075e-4e75-832a-7b741577d339'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:34:38.900562 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701b132c-be49-4623-b292-ef9ba9c57e77 None None] Routers {'b9cfbdc7-075e-4e75-832a-7b741577d339'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:38.901182 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-701b132c-be49-4623-b292-ef9ba9c57e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['b9cfbdc7-075e-4e75-832a-7b741577d339'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:38.907911 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-2d693d48-c649-45b2-8f58-434fb7062a10 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Made reservation on behalf of 26effb221cba493895805136dd811e20 for: {'port': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:34:38.915637 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-2d693d48-c649-45b2-8f58-434fb7062a10 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:39.010860 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46466) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:39.019145 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-701b132c-be49-4623-b292-ef9ba9c57e77 None None] Set router b9cfbdc7-075e-4e75-832a-7b741577d339 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:39.090504 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-867926b9-d785-4eeb-8d21-de1001cb40f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db7369d40f8e4bd79058b766956f104e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0784554 Mar 28 14:34:39.093334 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46468) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:39.103278 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-2d693d48-c649-45b2-8f58-434fb7062a10 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Allocated IP 172.20.0.9 (bcd22f98-d55c-4ded-97e4-59fdf5d005e8/31660ae6-3a03-4024-957b-fcff7a111abb/80106ea7-9c48-4ff8-8939-825a3ac31f96) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:34:39.179415 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-aa4060d7-6c25-4e27-8906-0aadb1093485 admin admin] Publish callbacks [] for security_group (89b925b4-4ad5-4923-b141-af15f6396e49), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:39.199766 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-701b132c-be49-4623-b292-ef9ba9c57e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'name': 'tempest-TestMinimumBasicScenario-840360662-router', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:34:38Z', 'revision_number': 5, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'gw_port': {'id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:39.225491 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701b132c-be49-4623-b292-ef9ba9c57e77 None None] Checking router: b9cfbdc7-075e-4e75-832a-7b741577d339 for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:34:39.236417 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701b132c-be49-4623-b292-ef9ba9c57e77 None None] Routers {'b9cfbdc7-075e-4e75-832a-7b741577d339'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:39.237272 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-701b132c-be49-4623-b292-ef9ba9c57e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['b9cfbdc7-075e-4e75-832a-7b741577d339'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:39.246865 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-aa4060d7-6c25-4e27-8906-0aadb1093485 admin admin] Publish callbacks [] for security_group (89b925b4-4ad5-4923-b141-af15f6396e49), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:39.265319 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2714edc5-a698-49ca-a8b1-99acee26c9ff admin admin] Publish callbacks [] for router (b9cfbdc7-075e-4e75-832a-7b741577d339), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:39.327015 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-2d693d48-c649-45b2-8f58-434fb7062a10 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:39.330384 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-aa4060d7-6c25-4e27-8906-0aadb1093485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (89b925b4-4ad5-4923-b141-af15f6396e49), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:39.332637 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-aa4060d7-6c25-4e27-8906-0aadb1093485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:39.333770 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-aa4060d7-6c25-4e27-8906-0aadb1093485 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89b925b4-4ad5-4923-b141-af15f6396e49 HTTP/1.1" status: 204 len: 168 time: 0.2394471 Mar 28 14:34:39.346245 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4060d7-6c25-4e27-8906-0aadb1093485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b925b4-4ad5-4923-b141-af15f6396e49,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:39.374213 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-701b132c-be49-4623-b292-ef9ba9c57e77 None None] Set router b9cfbdc7-075e-4e75-832a-7b741577d339 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:39.379674 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-2d693d48-c649-45b2-8f58-434fb7062a10 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:39.401709 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2714edc5-a698-49ca-a8b1-99acee26c9ff admin admin] Publish callbacks [] for router_gateway (b9cfbdc7-075e-4e75-832a-7b741577d339), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:39.447696 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d693d48-c649-45b2-8f58-434fb7062a10 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Pushing event updated for resources: {'Port': ['ID=80106ea7-9c48-4ff8-8939-825a3ac31f96,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:39.451735 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-2d693d48-c649-45b2-8f58-434fb7062a10 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Network bcd22f98-d55c-4ded-97e4-59fdf5d005e8 is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:34:39.453814 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-2d693d48-c649-45b2-8f58-434fb7062a10 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:34:39.467240 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-2d693d48-c649-45b2-8f58-434fb7062a10 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:34:39.491520 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2714edc5-a698-49ca-a8b1-99acee26c9ff admin admin] Deleting port cd1a6b18-e203-4f71-9c26-d056da997394 {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:34:39.492510 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2714edc5-a698-49ca-a8b1-99acee26c9ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (cd1a6b18-e203-4f71-9c26-d056da997394), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:39.532059 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-2d693d48-c649-45b2-8f58-434fb7062a10 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:39.533129 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-2d693d48-c649-45b2-8f58-434fb7062a10 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:39.555619 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-2d693d48-c649-45b2-8f58-434fb7062a10 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8433216 Mar 28 14:34:39.579466 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-a5b87087-45e1-4207-915f-f621c8d42ad7 service neutron] Request body: {'port': {'device_id': '1fecba92-4e69-4b41-8675-dc8f58ef783a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:39.580943 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:39.625441 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-701b132c-be49-4623-b292-ef9ba9c57e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'name': 'tempest-TestMinimumBasicScenario-840360662-router', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:34:38Z', 'revision_number': 5, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'gw_port': {'id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:39.648064 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2714edc5-a698-49ca-a8b1-99acee26c9ff admin admin] For port cd1a6b18-e203-4f71-9c26-d056da997394, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=cd1a6b18-e203-4f71-9c26-d056da997394,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:39.648498 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2714edc5-a698-49ca-a8b1-99acee26c9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (cd1a6b18-e203-4f71-9c26-d056da997394), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:39.664229 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2714edc5-a698-49ca-a8b1-99acee26c9ff admin admin] Calling delete_port for cd1a6b18-e203-4f71-9c26-d056da997394 owned by network:router_gateway {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:34:39.665762 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-a5b87087-45e1-4207-915f-f621c8d42ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:39.674582 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701b132c-be49-4623-b292-ef9ba9c57e77 None None] The sync data for ids ['b9cfbdc7-075e-4e75-832a-7b741577d339'] in dv-cinder-790535-35-iscsi is: [{'id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'name': 'tempest-TestMinimumBasicScenario-840360662-router', 'tenant_id': '98f8108a48c04e1ebc698816248910e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:34:38Z', 'revision_number': 5, 'project_id': '98f8108a48c04e1ebc698816248910e1', 'gw_port': {'id': 'cd1a6b18-e203-4f71-9c26-d056da997394', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cfbdc7-075e-4e75-832a-7b741577d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:54Z', 'updated_at': '2022-03-28T14:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:34:39.836963 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ae591054-9b7e-45fc-823a-d2830844342a None None] Provisioning complete for port 80106ea7-9c48-4ff8-8939-825a3ac31f96 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:34:39.837293 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ae591054-9b7e-45fc-823a-d2830844342a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:39.882928 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ae591054-9b7e-45fc-823a-d2830844342a None None] Port 80106ea7-9c48-4ff8-8939-825a3ac31f96 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:34:39.906345 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4f7e7-3fd5-4f21-8c72-43192dbd635e req-0c02821d-7672-4354-b9b0-06c2f94ba77f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:39.907891 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b0f4f7e7-3fd5-4f21-8c72-43192dbd635e req-0c02821d-7672-4354-b9b0-06c2f94ba77f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 931 time: 0.0941286 Mar 28 14:34:39.939614 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2714edc5-a698-49ca-a8b1-99acee26c9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (cd1a6b18-e203-4f71-9c26-d056da997394), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:39.979464 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714edc5-a698-49ca-a8b1-99acee26c9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=cd1a6b18-e203-4f71-9c26-d056da997394,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:39.983346 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-a5b87087-45e1-4207-915f-f621c8d42ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80106ea7-9c48-4ff8-8939-825a3ac31f96 {{(pid=103205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:34:39.991261 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b0f4f7e7-3fd5-4f21-8c72-43192dbd635e req-c7f8aa1a-7b95-475c-8fc3-c70039c40532 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772493 Mar 28 14:34:39.991421 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-a5b87087-45e1-4207-915f-f621c8d42ad7 service neutron] Publish callbacks [] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:40.011232 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.provisioning_blocks [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-a5b87087-45e1-4207-915f-f621c8d42ad7 service neutron] Transition to ACTIVE for port object 80106ea7-9c48-4ff8-8939-825a3ac31f96 will not be triggered until provisioned by entity L2. {{(pid=103205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 14:34:40.015695 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-a5b87087-45e1-4207-915f-f621c8d42ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:40.051509 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2714edc5-a698-49ca-a8b1-99acee26c9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1557770'] for router_gateway (b9cfbdc7-075e-4e75-832a-7b741577d339), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:40.087411 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b87087-45e1-4207-915f-f621c8d42ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=80106ea7-9c48-4ff8-8939-825a3ac31f96,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:40.141558 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-a5b87087-45e1-4207-915f-f621c8d42ad7 service neutron] Attempting to bind port 80106ea7-9c48-4ff8-8939-825a3ac31f96 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:34:40.141943 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-a5b87087-45e1-4207-915f-f621c8d42ad7 service neutron] Attempting to bind port 80106ea7-9c48-4ff8-8939-825a3ac31f96 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '0b42712e-6ee5-410e-ae00-ddf94035ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:34:40.142232 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-a5b87087-45e1-4207-915f-f621c8d42ad7 service neutron] Attempting to bind port 80106ea7-9c48-4ff8-8939-825a3ac31f96 on network bcd22f98-d55c-4ded-97e4-59fdf5d005e8 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:34:40.151069 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-a5b87087-45e1-4207-915f-f621c8d42ad7 service neutron] Port 80106ea7-9c48-4ff8-8939-825a3ac31f96 on network bcd22f98-d55c-4ded-97e4-59fdf5d005e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:34:40.151069 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-a5b87087-45e1-4207-915f-f621c8d42ad7 service neutron] Attempting to bind port 80106ea7-9c48-4ff8-8939-825a3ac31f96 on network bcd22f98-d55c-4ded-97e4-59fdf5d005e8 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:34:40.155597 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-a5b87087-45e1-4207-915f-f621c8d42ad7 service neutron] Checking agent: {'id': 'ab5a62a0-b9cc-4af2-a98d-7d97375b077a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'started_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:34:40.155931 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-a5b87087-45e1-4207-915f-f621c8d42ad7 service neutron] Checking segment: {'id': '0b42712e-6ee5-410e-ae00-ddf94035ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:34:40.156364 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-a5b87087-45e1-4207-915f-f621c8d42ad7 service neutron] Bound using segment: {'id': '0b42712e-6ee5-410e-ae00-ddf94035ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:34:40.156792 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-a5b87087-45e1-4207-915f-f621c8d42ad7 service neutron] Bound port: 80106ea7-9c48-4ff8-8939-825a3ac31f96, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b42712e-6ee5-410e-ae00-ddf94035ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:34:40.157266 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-a5b87087-45e1-4207-915f-f621c8d42ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:40.183220 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2714edc5-a698-49ca-a8b1-99acee26c9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63126'] for router (b9cfbdc7-075e-4e75-832a-7b741577d339), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:40.185495 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2714edc5-a698-49ca-a8b1-99acee26c9ff admin admin] Publish callbacks [] for router_controller (b9cfbdc7-075e-4e75-832a-7b741577d339), precommit_delete_associations {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:40.231892 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-a5b87087-45e1-4207-915f-f621c8d42ad7 service neutron] For port 80106ea7-9c48-4ff8-8939-825a3ac31f96, host hv-cinder-79053, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:34:40.235336 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-a5b87087-45e1-4207-915f-f621c8d42ad7 service neutron] For port 80106ea7-9c48-4ff8-8939-825a3ac31f96, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=80106ea7-9c48-4ff8-8939-825a3ac31f96,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:34:40.242199 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-a5b87087-45e1-4207-915f-f621c8d42ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:40.264584 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2714edc5-a698-49ca-a8b1-99acee26c9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572847'] for router (b9cfbdc7-075e-4e75-832a-7b741577d339), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:40.265266 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2714edc5-a698-49ca-a8b1-99acee26c9ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9cfbdc7-075e-4e75-832a-7b741577d339 {{(pid=103204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:34:40.270947 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2714edc5-a698-49ca-a8b1-99acee26c9ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:40.275597 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46478) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:40.276397 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-2714edc5-a698-49ca-a8b1-99acee26c9ff admin admin] 10.222.0.13 "DELETE /v2.0/routers/b9cfbdc7-075e-4e75-832a-7b741577d339 HTTP/1.1" status: 204 len: 168 time: 1.3890522 Mar 28 14:34:40.295936 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-a5b87087-45e1-4207-915f-f621c8d42ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:40.296629 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-a5b87087-45e1-4207-915f-f621c8d42ad7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:40.298045 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-a5b87087-45e1-4207-915f-f621c8d42ad7 service neutron] 10.222.0.18 "PUT /v2.0/ports/80106ea7-9c48-4ff8-8939-825a3ac31f96 HTTP/1.1" status: 200 len: 1093 time: 0.7289751 Mar 28 14:34:40.300342 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fecba92-4e69-4b41-8675-dc8f58ef783a', 'tag': '80106ea7-9c48-4ff8-8939-825a3ac31f96'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:34:40.302608 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a752f96-28fa-465a-abc7-16c4c230e68c" -d '{"events": [{"name": "network-changed", "server_uuid": "1fecba92-4e69-4b41-8675-dc8f58ef783a", "tag": "80106ea7-9c48-4ff8-8939-825a3ac31f96"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:34:40.358851 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1311ab6a-a244-488f-85cb-4dcda6aecd04 x-openstack-request-id: req-1311ab6a-a244-488f-85cb-4dcda6aecd04 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:34:40.359517 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fecba92-4e69-4b41-8675-dc8f58ef783a", "tag": "80106ea7-9c48-4ff8-8939-825a3ac31f96", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:34:40.359517 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1311ab6a-a244-488f-85cb-4dcda6aecd04 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:34:40.359854 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1311ab6a-a244-488f-85cb-4dcda6aecd04'] response: {'name': 'network-changed', 'server_uuid': '1fecba92-4e69-4b41-8675-dc8f58ef783a', 'tag': '80106ea7-9c48-4ff8-8939-825a3ac31f96', 'status': 'completed', 'code': 200} Mar 28 14:34:40.384853 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b87087-45e1-4207-915f-f621c8d42ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=80106ea7-9c48-4ff8-8939-825a3ac31f96,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:40.394193 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c63b01-d4f5-4a05-b4ee-6ea1bb85546a admin admin] Deleting subnet 2da35b60-18e6-4d47-a178-a7d677f0b069 {{(pid=103205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 14:34:40.399120 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-85c63b01-d4f5-4a05-b4ee-6ea1bb85546a admin admin] Publish callbacks [] for subnet (2da35b60-18e6-4d47-a178-a7d677f0b069), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:40.487702 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 29b3da88-5a6a-4663-8038-b0f8b28834f1 no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:34:40.512319 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: 29b3da88-5a6a-4663-8038-b0f8b28834f1 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:34:40.512920 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 29b3da88-5a6a-4663-8038-b0f8b28834f1 not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:34:40.696902 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-7e5c466a-21e5-4730-91f8-83799b481655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:40.698397 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-7e5c466a-21e5-4730-91f8-83799b481655 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=26effb221cba493895805136dd811e20&device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 1127 time: 0.3498044 Mar 28 14:34:40.700384 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-85c63b01-d4f5-4a05-b4ee-6ea1bb85546a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4630593'] for subnet (2da35b60-18e6-4d47-a178-a7d677f0b069), precommit_delete_associations {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:40.755293 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-97861601-47b7-4795-abd7-9cf83954eab3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80106ea7-9c48-4ff8-8939-825a3ac31f96 HTTP/1.1" status: 200 len: 217 time: 0.0376391 Mar 28 14:34:40.864765 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-b9dc4602-15e2-455b-84d5-b92e789a6f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:40.866247 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-b9dc4602-15e2-455b-84d5-b92e789a6f9d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=31660ae6-3a03-4024-957b-fcff7a111abb HTTP/1.1" status: 200 len: 856 time: 0.1049523 Mar 28 14:34:40.870862 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-85c63b01-d4f5-4a05-b4ee-6ea1bb85546a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3594039'] for subnet (2da35b60-18e6-4d47-a178-a7d677f0b069), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:40.957036 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-46552afa-5670-40e8-ac28-524d13999b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:40.958543 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-46552afa-5670-40e8-ac28-524d13999b4b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0854468 Mar 28 14:34:40.959950 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-85c63b01-d4f5-4a05-b4ee-6ea1bb85546a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4675365'] for subnet (2da35b60-18e6-4d47-a178-a7d677f0b069), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:40.993356 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c63b01-d4f5-4a05-b4ee-6ea1bb85546a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2da35b60-18e6-4d47-a178-a7d677f0b069,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:40.995260 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-85c63b01-d4f5-4a05-b4ee-6ea1bb85546a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:40.998372 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-85c63b01-d4f5-4a05-b4ee-6ea1bb85546a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2da35b60-18e6-4d47-a178-a7d677f0b069 HTTP/1.1" status: 204 len: 168 time: 0.7217069 Mar 28 14:34:41.000253 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897d7c85-4aef-4f08-8627-3a2fac583c8d None None] Network eee06b6b-0d39-4ecb-bc82-7f01624470a4 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:34:41.001347 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46482) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:41.080125 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-4bec67f3-aa56-4e49-bcad-fed3fba002f6 service neutron] 10.222.0.18 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978899 Mar 28 14:34:41.103666 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f37b0017-9f2c-4b3b-94f6-c7de378e9dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3456630'] for network (eee06b6b-0d39-4ecb-bc82-7f01624470a4), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:41.175595 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a1131221-d320-4aa1-bc60-fa41d17f5dac req-249f2f36-ca9d-426c-8e9f-c3249ebdf326 service neutron] 10.222.0.18 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886562 Mar 28 14:34:41.179413 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5993d-beb6-41b3-a29c-29b1e4cc5a8d req-a58b5029-d53e-485f-8b8a-66d0e999baa5 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:41.180968 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f6a5993d-beb6-41b3-a29c-29b1e4cc5a8d req-a58b5029-d53e-485f-8b8a-66d0e999baa5 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 943 time: 0.0925486 Mar 28 14:34:41.204565 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0b836c-6d45-448e-a7ca-494d2bce02a0 None None] DHCP port deletion for eee06b6b-0d39-4ecb-bc82-7f01624470a4 request from dv-cinder-790535-35-iscsi {{(pid=103206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 14:34:41.238701 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f6a5993d-beb6-41b3-a29c-29b1e4cc5a8d req-fc684cf3-c1ea-4587-b614-eb35eeb81739 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518985 Mar 28 14:34:41.240362 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-f37b0017-9f2c-4b3b-94f6-c7de378e9dcf admin admin] Deleting port 610876f9-480e-473e-8e25-410a8b3d6839 {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:34:41.240635 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f37b0017-9f2c-4b3b-94f6-c7de378e9dcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (610876f9-480e-473e-8e25-410a8b3d6839), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:41.256538 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b836c-6d45-448e-a7ca-494d2bce02a0 None None] Deleting port 610876f9-480e-473e-8e25-410a8b3d6839 {{(pid=103206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:34:41.256909 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-8a0b836c-6d45-448e-a7ca-494d2bce02a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (610876f9-480e-473e-8e25-410a8b3d6839), before_delete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:41.274265 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a752f96-28fa-465a-abc7-16c4c230e68c req-8b14d289-1841-4554-8e86-07913e45d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:41.275967 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7a752f96-28fa-465a-abc7-16c4c230e68c req-8b14d289-1841-4554-8e86-07913e45d233 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=26effb221cba493895805136dd811e20&device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 1127 time: 0.0514455 Mar 28 14:34:41.303300 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-f37b0017-9f2c-4b3b-94f6-c7de378e9dcf admin admin] For port 610876f9-480e-473e-8e25-410a8b3d6839, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=610876f9-480e-473e-8e25-410a8b3d6839,segment=NetworkSegment(c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d),segment_id=c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:41.303971 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f37b0017-9f2c-4b3b-94f6-c7de378e9dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (610876f9-480e-473e-8e25-410a8b3d6839), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:41.317382 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-f37b0017-9f2c-4b3b-94f6-c7de378e9dcf admin admin] Calling delete_port for 610876f9-480e-473e-8e25-410a8b3d6839 owned by network:dhcp {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:34:41.333858 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-8a0b836c-6d45-448e-a7ca-494d2bce02a0 None None] For port 610876f9-480e-473e-8e25-410a8b3d6839, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=610876f9-480e-473e-8e25-410a8b3d6839,segment=NetworkSegment(c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d),segment_id=c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:41.334252 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-8a0b836c-6d45-448e-a7ca-494d2bce02a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (610876f9-480e-473e-8e25-410a8b3d6839), precommit_delete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:41.352120 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b836c-6d45-448e-a7ca-494d2bce02a0 None None] Calling delete_port for 610876f9-480e-473e-8e25-410a8b3d6839 owned by network:dhcp {{(pid=103206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:34:41.373506 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a752f96-28fa-465a-abc7-16c4c230e68c req-261caf25-3f7f-4764-9c60-b8441075e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:41.376002 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7a752f96-28fa-465a-abc7-16c4c230e68c req-261caf25-3f7f-4764-9c60-b8441075e387 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8 HTTP/1.1" status: 200 len: 918 time: 0.0918956 Mar 28 14:34:41.402018 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f37b0017-9f2c-4b3b-94f6-c7de378e9dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (610876f9-480e-473e-8e25-410a8b3d6839), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:41.416956 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7a752f96-28fa-465a-abc7-16c4c230e68c req-612b85c4-6d50-4e06-a6c4-b9435534d618 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80106ea7-9c48-4ff8-8939-825a3ac31f96 HTTP/1.1" status: 200 len: 217 time: 0.0344272 Mar 28 14:34:41.429279 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b0017-9f2c-4b3b-94f6-c7de378e9dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=610876f9-480e-473e-8e25-410a8b3d6839,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:41.435159 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b0017-9f2c-4b3b-94f6-c7de378e9dcf admin admin] No DVR routers for this DVR port 610876f9-480e-473e-8e25-410a8b3d6839 on host dv-cinder-790535-35-iscsi {{(pid=103204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:34:41.465789 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a752f96-28fa-465a-abc7-16c4c230e68c req-432c4c9c-39c5-43aa-925e-3e40ab12d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:41.467379 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7a752f96-28fa-465a-abc7-16c4c230e68c req-432c4c9c-39c5-43aa-925e-3e40ab12d872 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=31660ae6-3a03-4024-957b-fcff7a111abb HTTP/1.1" status: 200 len: 856 time: 0.0437799 Mar 28 14:34:41.476186 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-8a0b836c-6d45-448e-a7ca-494d2bce02a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879'] for port (610876f9-480e-473e-8e25-410a8b3d6839), after_delete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:41.505974 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b836c-6d45-448e-a7ca-494d2bce02a0 None None] Pushing event deleted for resources: {'Port': ['ID=610876f9-480e-473e-8e25-410a8b3d6839,revision_number=None']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:41.510419 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0b836c-6d45-448e-a7ca-494d2bce02a0 None None] No DVR routers for this DVR port 610876f9-480e-473e-8e25-410a8b3d6839 on host dv-cinder-790535-35-iscsi {{(pid=103206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:34:41.520734 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f37b0017-9f2c-4b3b-94f6-c7de378e9dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3641020', 'neutron.services.segments.db._delete_segments_for_network-8793221261626'] for network (eee06b6b-0d39-4ecb-bc82-7f01624470a4), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:41.520947 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a752f96-28fa-465a-abc7-16c4c230e68c req-b0a98ec5-3730-4dd5-bc66-93e7c5e32c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:41.521041 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b836c-6d45-448e-a7ca-494d2bce02a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:41.521238 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b836c-6d45-448e-a7ca-494d2bce02a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:41.521766 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b836c-6d45-448e-a7ca-494d2bce02a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:41.522292 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b836c-6d45-448e-a7ca-494d2bce02a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:41.522620 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7a752f96-28fa-465a-abc7-16c4c230e68c req-b0a98ec5-3730-4dd5-bc66-93e7c5e32c43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0495574 Mar 28 14:34:41.522947 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b836c-6d45-448e-a7ca-494d2bce02a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:41.523446 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b836c-6d45-448e-a7ca-494d2bce02a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:41.523779 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b836c-6d45-448e-a7ca-494d2bce02a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:41.524123 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b836c-6d45-448e-a7ca-494d2bce02a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:41.524455 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b836c-6d45-448e-a7ca-494d2bce02a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:41.524788 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b836c-6d45-448e-a7ca-494d2bce02a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:41.525120 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b836c-6d45-448e-a7ca-494d2bce02a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:41.525443 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b836c-6d45-448e-a7ca-494d2bce02a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:41.525925 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b836c-6d45-448e-a7ca-494d2bce02a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:41.526414 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b836c-6d45-448e-a7ca-494d2bce02a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:41.526901 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b836c-6d45-448e-a7ca-494d2bce02a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:41.543819 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-f37b0017-9f2c-4b3b-94f6-c7de378e9dcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee06b6b-0d39-4ecb-bc82-7f01624470a4']}} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:41.553126 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-f37b0017-9f2c-4b3b-94f6-c7de378e9dcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d') {'for_net_delete': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:41.553611 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-f37b0017-9f2c-4b3b-94f6-c7de378e9dcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d') {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:41.563381 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f37b0017-9f2c-4b3b-94f6-c7de378e9dcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221459523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5805729'] for segment (c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:41.578438 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f37b0017-9f2c-4b3b-94f6-c7de378e9dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:41.584788 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37b0017-9f2c-4b3b-94f6-c7de378e9dcf admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:34:41.585178 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f37b0017-9f2c-4b3b-94f6-c7de378e9dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4427866'] for segment (c38973e8-8cb2-4735-bd1a-b5b9dcf04c7d), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: Traceback (most recent call last): Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: timer() Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: cb(*args, **kw) Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: return func(*args, **kwargs) Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: self._notify() Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: self.callback(batched_events) Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: event.method(event) Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: return f(self, *a, **k) Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: return self._get(url).json() Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: return self.request(url, 'GET', **kwargs) Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:34:41.587200 dv-cinder-790535-35-iscsi neutron-server[103204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:34:41.614261 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7a752f96-28fa-465a-abc7-16c4c230e68c req-d16a843a-ebf7-4eb0-866e-63dab36b040f service neutron] 10.222.0.18 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810084 Mar 28 14:34:41.641188 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f37b0017-9f2c-4b3b-94f6-c7de378e9dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3641013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1557862'] for network (eee06b6b-0d39-4ecb-bc82-7f01624470a4), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:41.647796 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f37b0017-9f2c-4b3b-94f6-c7de378e9dcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:41.654124 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-f37b0017-9f2c-4b3b-94f6-c7de378e9dcf admin admin] 10.222.0.13 "DELETE /v2.0/networks/eee06b6b-0d39-4ecb-bc82-7f01624470a4 HTTP/1.1" status: 204 len: 168 time: 0.6489775 Mar 28 14:34:41.659372 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46486) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:41.706473 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b0017-9f2c-4b3b-94f6-c7de378e9dcf admin admin] Pushing event deleted for resources: {'Network': ['ID=eee06b6b-0d39-4ecb-bc82-7f01624470a4,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:41.707759 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7a752f96-28fa-465a-abc7-16c4c230e68c req-20d9931f-0422-4e8f-b574-7d38e3b48f42 service neutron] 10.222.0.18 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875378 Mar 28 14:34:42.021487 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-74552fb9-2313-486d-9f4c-da6dd1ec5f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1559664'] for router_interface (dcab751e-d8bd-4525-b3cb-ba60549364e9), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:42.271662 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-74552fb9-2313-486d-9f4c-da6dd1ec5f8f admin admin] Deleting port cbd70783-7c32-48d6-bd5b-29828f018027 {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:34:42.271882 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-74552fb9-2313-486d-9f4c-da6dd1ec5f8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (cbd70783-7c32-48d6-bd5b-29828f018027), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:42.347677 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device cd1a6b18-e203-4f71-9c26-d056da997394 no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:34:42.360927 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-74552fb9-2313-486d-9f4c-da6dd1ec5f8f admin admin] For port cbd70783-7c32-48d6-bd5b-29828f018027, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=cbd70783-7c32-48d6-bd5b-29828f018027,segment=NetworkSegment(50d76d46-fa18-4602-adbc-108e81b0efd0),segment_id=50d76d46-fa18-4602-adbc-108e81b0efd0)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:42.361332 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-74552fb9-2313-486d-9f4c-da6dd1ec5f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (cbd70783-7c32-48d6-bd5b-29828f018027), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:42.369384 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: cd1a6b18-e203-4f71-9c26-d056da997394 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:34:42.369572 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e58e5b-0fff-4ed2-aaef-8d97ef7673de req-a19485e9-4b17-475b-886e-3ec5a051e3f8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:42.370119 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device cd1a6b18-e203-4f71-9c26-d056da997394 not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:34:42.370855 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 610876f9-480e-473e-8e25-410a8b3d6839 no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:34:42.371096 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b0e58e5b-0fff-4ed2-aaef-8d97ef7673de req-a19485e9-4b17-475b-886e-3ec5a051e3f8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 943 time: 0.0543609 Mar 28 14:34:42.374306 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-74552fb9-2313-486d-9f4c-da6dd1ec5f8f admin admin] Calling delete_port for cbd70783-7c32-48d6-bd5b-29828f018027 owned by network:router_interface {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:34:42.393065 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: 610876f9-480e-473e-8e25-410a8b3d6839 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:34:42.393644 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 610876f9-480e-473e-8e25-410a8b3d6839 not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:34:42.424246 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b0e58e5b-0fff-4ed2-aaef-8d97ef7673de req-30ba993d-485a-499e-8af4-5efa8134b010 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450435 Mar 28 14:34:42.572012 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-74552fb9-2313-486d-9f4c-da6dd1ec5f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (cbd70783-7c32-48d6-bd5b-29828f018027), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:42.596206 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74552fb9-2313-486d-9f4c-da6dd1ec5f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=cbd70783-7c32-48d6-bd5b-29828f018027,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:42.760173 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-74552fb9-2313-486d-9f4c-da6dd1ec5f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1566807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1558496'] for router_interface (dcab751e-d8bd-4525-b3cb-ba60549364e9), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:43.213091 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74552fb9-2313-486d-9f4c-da6dd1ec5f8f admin admin] Router dcab751e-d8bd-4525-b3cb-ba60549364e9 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:34:43.326999 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74552fb9-2313-486d-9f4c-da6dd1ec5f8f admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:34:43.334629 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-74552fb9-2313-486d-9f4c-da6dd1ec5f8f admin admin] 10.222.0.13 "PUT /v2.0/routers/dcab751e-d8bd-4525-b3cb-ba60549364e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6715786 Mar 28 14:34:43.334748 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46492) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:43.336875 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9f1534-0633-4e82-879f-9096919e9531 None None] Sync routers for ids ['dcab751e-d8bd-4525-b3cb-ba60549364e9'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:34:43.347483 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9f1534-0633-4e82-879f-9096919e9531 None None] Routers {'dcab751e-d8bd-4525-b3cb-ba60549364e9'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:43.348099 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-fc9f1534-0633-4e82-879f-9096919e9531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['dcab751e-d8bd-4525-b3cb-ba60549364e9'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:43.441570 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-361ceafb-dd64-48a1-b6a6-e57846f46447 admin admin] Publish callbacks [] for router (dcab751e-d8bd-4525-b3cb-ba60549364e9), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:43.457278 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-fc9f1534-0633-4e82-879f-9096919e9531 None None] Set router dcab751e-d8bd-4525-b3cb-ba60549364e9 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:43.553015 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-361ceafb-dd64-48a1-b6a6-e57846f46447 admin admin] Publish callbacks [] for router_gateway (dcab751e-d8bd-4525-b3cb-ba60549364e9), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:43.557310 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62debb-b53d-4111-a930-7c1c370756bf req-46ff2933-df47-43c1-8013-e9c3d88452d6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:43.558560 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7f62debb-b53d-4111-a930-7c1c370756bf req-46ff2933-df47-43c1-8013-e9c3d88452d6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 943 time: 0.0575385 Mar 28 14:34:43.610208 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-361ceafb-dd64-48a1-b6a6-e57846f46447 admin admin] Deleting port 36f64fe6-9690-42a2-bab3-c82823bf20c1 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:34:43.610664 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-361ceafb-dd64-48a1-b6a6-e57846f46447 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (36f64fe6-9690-42a2-bab3-c82823bf20c1), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:43.611616 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7f62debb-b53d-4111-a930-7c1c370756bf req-a9b5c499-0941-42fb-838c-4be586894a71 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467839 Mar 28 14:34:43.648399 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-fc9f1534-0633-4e82-879f-9096919e9531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcab751e-d8bd-4525-b3cb-ba60549364e9', 'name': 'tempest-TestMinimumBasicScenario-117368542-router', 'tenant_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '36f64fe6-9690-42a2-bab3-c82823bf20c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:59Z', 'updated_at': '2022-03-28T14:34:42Z', 'revision_number': 5, 'project_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'gw_port': {'id': '36f64fe6-9690-42a2-bab3-c82823bf20c1', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:10:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcab751e-d8bd-4525-b3cb-ba60549364e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:29:00Z', 'updated_at': '2022-03-28T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:43.678093 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9f1534-0633-4e82-879f-9096919e9531 None None] Checking router: dcab751e-d8bd-4525-b3cb-ba60549364e9 for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:34:43.686686 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9f1534-0633-4e82-879f-9096919e9531 None None] Routers {'dcab751e-d8bd-4525-b3cb-ba60549364e9'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:43.687324 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-fc9f1534-0633-4e82-879f-9096919e9531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['dcab751e-d8bd-4525-b3cb-ba60549364e9'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:43.695298 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-361ceafb-dd64-48a1-b6a6-e57846f46447 admin admin] For port 36f64fe6-9690-42a2-bab3-c82823bf20c1, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=36f64fe6-9690-42a2-bab3-c82823bf20c1,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:43.695665 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-361ceafb-dd64-48a1-b6a6-e57846f46447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (36f64fe6-9690-42a2-bab3-c82823bf20c1), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:43.708617 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-361ceafb-dd64-48a1-b6a6-e57846f46447 admin admin] Calling delete_port for 36f64fe6-9690-42a2-bab3-c82823bf20c1 owned by network:router_gateway {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:34:43.776776 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-fc9f1534-0633-4e82-879f-9096919e9531 None None] Set router dcab751e-d8bd-4525-b3cb-ba60549364e9 gateway port host: None {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:43.826059 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-fc9f1534-0633-4e82-879f-9096919e9531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcab751e-d8bd-4525-b3cb-ba60549364e9', 'name': 'tempest-TestMinimumBasicScenario-117368542-router', 'tenant_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:59Z', 'updated_at': '2022-03-28T14:34:43Z', 'revision_number': 6, 'project_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'gw_port_host': None}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:43.855051 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9f1534-0633-4e82-879f-9096919e9531 None None] The sync data for ids ['dcab751e-d8bd-4525-b3cb-ba60549364e9'] in dv-cinder-790535-35-iscsi is: [{'id': 'dcab751e-d8bd-4525-b3cb-ba60549364e9', 'name': 'tempest-TestMinimumBasicScenario-117368542-router', 'tenant_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:59Z', 'updated_at': '2022-03-28T14:34:43Z', 'revision_number': 6, 'project_id': 'cf799c402b5f46ca9ca60705e8cb8517', 'gw_port_host': None}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:34:43.882783 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-361ceafb-dd64-48a1-b6a6-e57846f46447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (36f64fe6-9690-42a2-bab3-c82823bf20c1), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:43.910074 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ceafb-dd64-48a1-b6a6-e57846f46447 admin admin] Pushing event deleted for resources: {'Port': ['ID=36f64fe6-9690-42a2-bab3-c82823bf20c1,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:43.967918 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-361ceafb-dd64-48a1-b6a6-e57846f46447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1557770'] for router_gateway (dcab751e-d8bd-4525-b3cb-ba60549364e9), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:44.070842 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-361ceafb-dd64-48a1-b6a6-e57846f46447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63126'] for router (dcab751e-d8bd-4525-b3cb-ba60549364e9), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:44.072917 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-361ceafb-dd64-48a1-b6a6-e57846f46447 admin admin] Publish callbacks [] for router_controller (dcab751e-d8bd-4525-b3cb-ba60549364e9), precommit_delete_associations {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:44.146032 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-361ceafb-dd64-48a1-b6a6-e57846f46447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572847'] for router (dcab751e-d8bd-4525-b3cb-ba60549364e9), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:44.146524 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361ceafb-dd64-48a1-b6a6-e57846f46447 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcab751e-d8bd-4525-b3cb-ba60549364e9 {{(pid=103205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:34:44.151330 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-361ceafb-dd64-48a1-b6a6-e57846f46447 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:44.155831 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-361ceafb-dd64-48a1-b6a6-e57846f46447 admin admin] 10.222.0.13 "DELETE /v2.0/routers/dcab751e-d8bd-4525-b3cb-ba60549364e9 HTTP/1.1" status: 204 len: 168 time: 0.8166862 Mar 28 14:34:44.156041 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46496) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:44.201961 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3a2b42-7cb6-4abd-b420-9111564570d7 admin admin] Deleting subnet 873a0327-ea62-42a7-bd40-22f22351bdfe {{(pid=103205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 14:34:44.205130 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-ef3a2b42-7cb6-4abd-b420-9111564570d7 admin admin] Publish callbacks [] for subnet (873a0327-ea62-42a7-bd40-22f22351bdfe), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:44.239934 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-ef3a2b42-7cb6-4abd-b420-9111564570d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4630593'] for subnet (873a0327-ea62-42a7-bd40-22f22351bdfe), precommit_delete_associations {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:44.321011 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-ef3a2b42-7cb6-4abd-b420-9111564570d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3594039'] for subnet (873a0327-ea62-42a7-bd40-22f22351bdfe), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:44.373936 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-ef3a2b42-7cb6-4abd-b420-9111564570d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4675365'] for subnet (873a0327-ea62-42a7-bd40-22f22351bdfe), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:44.407219 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-ef3a2b42-7cb6-4abd-b420-9111564570d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:44.411224 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-ef3a2b42-7cb6-4abd-b420-9111564570d7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/873a0327-ea62-42a7-bd40-22f22351bdfe HTTP/1.1" status: 204 len: 168 time: 0.2540808 Mar 28 14:34:44.412352 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72497e3d-c0b3-404c-b7d7-5d678c790529 None None] Network 6253da9a-3531-4b64-9600-18c76e0203f5 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:34:44.413621 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46498) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:44.418612 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a2b42-7cb6-4abd-b420-9111564570d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=873a0327-ea62-42a7-bd40-22f22351bdfe,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:44.457279 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ac5d2d35-1951-4e24-baaa-1e39b5db7091 req-e5c648f2-7e46-490b-93e8-a75fbb8aad65 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534544 Mar 28 14:34:44.484605 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-818e4b59-7b4d-42b6-8314-cbae05b2fe1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3456630'] for network (6253da9a-3531-4b64-9600-18c76e0203f5), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:44.525321 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d2d35-1951-4e24-baaa-1e39b5db7091 req-c539f6fe-dd5e-45cf-809f-f05680d79b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:44.527202 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ac5d2d35-1951-4e24-baaa-1e39b5db7091 req-c539f6fe-dd5e-45cf-809f-f05680d79b70 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1519a1dc346a484ea1368320ac6d675c&device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 1129 time: 0.0501845 Mar 28 14:34:44.542028 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-818e4b59-7b4d-42b6-8314-cbae05b2fe1e admin admin] Deleting port 5792dd02-19c7-4c3f-adb7-cfde009f17d6 {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:34:44.542361 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-818e4b59-7b4d-42b6-8314-cbae05b2fe1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (5792dd02-19c7-4c3f-adb7-cfde009f17d6), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:44.604987 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-818e4b59-7b4d-42b6-8314-cbae05b2fe1e admin admin] For port 5792dd02-19c7-4c3f-adb7-cfde009f17d6, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=5792dd02-19c7-4c3f-adb7-cfde009f17d6,segment=NetworkSegment(50d76d46-fa18-4602-adbc-108e81b0efd0),segment_id=50d76d46-fa18-4602-adbc-108e81b0efd0)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:44.605230 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-818e4b59-7b4d-42b6-8314-cbae05b2fe1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (5792dd02-19c7-4c3f-adb7-cfde009f17d6), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:44.614807 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 80106ea7-9c48-4ff8-8939-825a3ac31f96 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:34:44.617705 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-818e4b59-7b4d-42b6-8314-cbae05b2fe1e admin admin] Calling delete_port for 5792dd02-19c7-4c3f-adb7-cfde009f17d6 owned by network:dhcp {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:34:44.639508 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d2d35-1951-4e24-baaa-1e39b5db7091 req-25596735-0c90-4adc-bb30-5fa87446312a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:44.641138 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ac5d2d35-1951-4e24-baaa-1e39b5db7091 req-25596735-0c90-4adc-bb30-5fa87446312a service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362 HTTP/1.1" status: 200 len: 920 time: 0.0925987 Mar 28 14:34:44.712328 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ac5d2d35-1951-4e24-baaa-1e39b5db7091 req-4cdc1a33-a6e7-4998-925f-bf970c412894 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b30fef79-328a-461e-8788-ebbf19a769d6 HTTP/1.1" status: 200 len: 1001 time: 0.0640683 Mar 28 14:34:44.716979 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44991b6a-ae68-484f-bf0d-fb194e76a9b9 None None] DHCP port deletion for 6253da9a-3531-4b64-9600-18c76e0203f5 request from dv-cinder-790535-35-iscsi {{(pid=103206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 14:34:44.734014 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-818e4b59-7b4d-42b6-8314-cbae05b2fe1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (5792dd02-19c7-4c3f-adb7-cfde009f17d6), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:44.786988 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e4b59-7b4d-42b6-8314-cbae05b2fe1e admin admin] Pushing event deleted for resources: {'Port': ['ID=5792dd02-19c7-4c3f-adb7-cfde009f17d6,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:44.797498 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818e4b59-7b4d-42b6-8314-cbae05b2fe1e admin admin] No DVR routers for this DVR port 5792dd02-19c7-4c3f-adb7-cfde009f17d6 on host dv-cinder-790535-35-iscsi {{(pid=103204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:34:44.821171 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d2d35-1951-4e24-baaa-1e39b5db7091 req-c101f88b-5392-4ba0-a957-7fb6315d5d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:44.823473 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ac5d2d35-1951-4e24-baaa-1e39b5db7091 req-c101f88b-5392-4ba0-a957-7fb6315d5d00 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52dd69ba-aebc-4a99-b26d-625288b32bae HTTP/1.1" status: 200 len: 858 time: 0.1039002 Mar 28 14:34:44.871373 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aefaca-2704-49ac-be12-b5605aafcb1d req-0f0f9773-74af-406a-a192-501f03efea8e tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:44.872584 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-48aefaca-2704-49ac-be12-b5605aafcb1d req-0f0f9773-74af-406a-a192-501f03efea8e tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 943 time: 0.1115539 Mar 28 14:34:44.906800 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-818e4b59-7b4d-42b6-8314-cbae05b2fe1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3641020', 'neutron.services.segments.db._delete_segments_for_network-8793221261626'] for network (6253da9a-3531-4b64-9600-18c76e0203f5), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:44.911310 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device cbd70783-7c32-48d6-bd5b-29828f018027 no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:34:44.913152 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-44991b6a-ae68-484f-bf0d-fb194e76a9b9 None None] The port '5792dd02-19c7-4c3f-adb7-cfde009f17d6' was deleted {{(pid=103206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 28 14:34:44.917904 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d2d35-1951-4e24-baaa-1e39b5db7091 req-d91320b3-c487-443b-8388-c53268249591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:44.925723 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ac5d2d35-1951-4e24-baaa-1e39b5db7091 req-d91320b3-c487-443b-8388-c53268249591 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f3f979a-d18b-4240-ba5e-d7c4fbc29362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0948527 Mar 28 14:34:44.932505 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-818e4b59-7b4d-42b6-8314-cbae05b2fe1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6253da9a-3531-4b64-9600-18c76e0203f5']}} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:44.942858 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: cbd70783-7c32-48d6-bd5b-29828f018027 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:34:44.943216 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device cbd70783-7c32-48d6-bd5b-29828f018027 not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:34:44.943594 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-818e4b59-7b4d-42b6-8314-cbae05b2fe1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d76d46-fa18-4602-adbc-108e81b0efd0') {'for_net_delete': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:44.943892 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-818e4b59-7b4d-42b6-8314-cbae05b2fe1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d76d46-fa18-4602-adbc-108e81b0efd0') {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:44.953717 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-818e4b59-7b4d-42b6-8314-cbae05b2fe1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221459523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5805729'] for segment (50d76d46-fa18-4602-adbc-108e81b0efd0), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:44.969999 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 80106ea7-9c48-4ff8-8939-825a3ac31f96, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=80106ea7-9c48-4ff8-8939-825a3ac31f96,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:44.970810 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-818e4b59-7b4d-42b6-8314-cbae05b2fe1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (50d76d46-fa18-4602-adbc-108e81b0efd0), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:44.977031 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818e4b59-7b4d-42b6-8314-cbae05b2fe1e admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:34:44.977526 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-818e4b59-7b4d-42b6-8314-cbae05b2fe1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4427866'] for segment (50d76d46-fa18-4602-adbc-108e81b0efd0), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: Traceback (most recent call last): Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: timer() Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: cb(*args, **kw) Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: return func(*args, **kwargs) Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: self._notify() Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: self.callback(batched_events) Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: event.method(event) Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: return f(self, *a, **k) Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: return self._get(url).json() Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: return self.request(url, 'GET', **kwargs) Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:34:44.979550 dv-cinder-790535-35-iscsi neutron-server[103204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:34:44.983855 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': '80106ea7-9c48-4ff8-8939-825a3ac31f96', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'port_id': '80106ea7-9c48-4ff8-8939-825a3ac31f96', 'mac_address': 'fa:16:3e:74:07:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:34:45.006002 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-48aefaca-2704-49ac-be12-b5605aafcb1d req-e9f9ff27-02fc-4782-b49a-aaaff6386451 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130440 Mar 28 14:34:45.042185 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-818e4b59-7b4d-42b6-8314-cbae05b2fe1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3641013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1557862'] for network (6253da9a-3531-4b64-9600-18c76e0203f5), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:45.043518 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ac5d2d35-1951-4e24-baaa-1e39b5db7091 req-4271fb94-731b-4195-898b-a62d2ac0ff94 service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063788 Mar 28 14:34:45.046232 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 80106ea7-9c48-4ff8-8939-825a3ac31f96 is: DOWN; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:34:45.046638 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:45.054633 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-818e4b59-7b4d-42b6-8314-cbae05b2fe1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:45.061658 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-818e4b59-7b4d-42b6-8314-cbae05b2fe1e admin admin] 10.222.0.13 "DELETE /v2.0/networks/6253da9a-3531-4b64-9600-18c76e0203f5 HTTP/1.1" status: 204 len: 168 time: 0.6436396 Mar 28 14:34:45.063119 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80106ea7-9c48-4ff8-8939-825a3ac31f96 {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:34:45.085471 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 80106ea7-9c48-4ff8-8939-825a3ac31f96, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=80106ea7-9c48-4ff8-8939-825a3ac31f96,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:45.090821 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e4b59-7b4d-42b6-8314-cbae05b2fe1e admin admin] Pushing event deleted for resources: {'Network': ['ID=6253da9a-3531-4b64-9600-18c76e0203f5,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:45.092361 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:45.160120 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ac5d2d35-1951-4e24-baaa-1e39b5db7091 req-40615d5b-a736-467d-94ad-6227402dde02 service neutron] 10.222.0.18 "GET /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074495 Mar 28 14:34:45.174056 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=80106ea7-9c48-4ff8-8939-825a3ac31f96,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:45.251433 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46504) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:45.290436 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-09080596-4ef2-4680-a9d5-b8e0ac7183d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98f8108a48c04e1ebc698816248910e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377724 Mar 28 14:34:45.292948 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46506) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:45.340490 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c2a9-868e-4cf1-8d51-77f81180e368 admin admin] Publish callbacks [] for security_group (e296e08b-3097-429c-8d90-43d8f61b2533), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:45.363015 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c2a9-868e-4cf1-8d51-77f81180e368 admin admin] Publish callbacks [] for security_group (e296e08b-3097-429c-8d90-43d8f61b2533), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:45.415137 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c2a9-868e-4cf1-8d51-77f81180e368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (e296e08b-3097-429c-8d90-43d8f61b2533), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:45.417578 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c2a9-868e-4cf1-8d51-77f81180e368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:45.418730 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-2ea3c2a9-868e-4cf1-8d51-77f81180e368 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e296e08b-3097-429c-8d90-43d8f61b2533 HTTP/1.1" status: 204 len: 168 time: 0.1249008 Mar 28 14:34:45.426187 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3c2a9-868e-4cf1-8d51-77f81180e368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e296e08b-3097-429c-8d90-43d8f61b2533,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:45.532323 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['80106ea7-9c48-4ff8-8939-825a3ac31f96'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:34:45.757817 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46512) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:45.801044 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-c23770f1-7e7b-4c5b-a605-9b309699b6d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf799c402b5f46ca9ca60705e8cb8517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419757 Mar 28 14:34:45.803570 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46514) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:45.858081 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-beccde40-1c8b-4a68-8cc7-cc20d1f53599 admin admin] Publish callbacks [] for security_group (c9c93f63-8c56-4eaa-b668-68eb5397b278), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:45.880128 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-beccde40-1c8b-4a68-8cc7-cc20d1f53599 admin admin] Publish callbacks [] for security_group (c9c93f63-8c56-4eaa-b668-68eb5397b278), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:45.928157 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-beccde40-1c8b-4a68-8cc7-cc20d1f53599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (c9c93f63-8c56-4eaa-b668-68eb5397b278), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:45.930752 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-beccde40-1c8b-4a68-8cc7-cc20d1f53599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:45.934437 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-beccde40-1c8b-4a68-8cc7-cc20d1f53599 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9c93f63-8c56-4eaa-b668-68eb5397b278 HTTP/1.1" status: 204 len: 168 time: 0.1274505 Mar 28 14:34:45.939673 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccde40-1c8b-4a68-8cc7-cc20d1f53599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c93f63-8c56-4eaa-b668-68eb5397b278,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:46.139605 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb79af-1274-467b-a457-6d853b711c45 req-febf3c44-68e3-49f8-a82a-db5b3b841936 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:46.141084 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1deb79af-1274-467b-a457-6d853b711c45 req-febf3c44-68e3-49f8-a82a-db5b3b841936 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 944 time: 0.0535679 Mar 28 14:34:46.189302 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1deb79af-1274-467b-a457-6d853b711c45 req-2bb4ba96-366a-4d8a-8b59-0f14abc0bb5c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425553 Mar 28 14:34:46.340366 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 36f64fe6-9690-42a2-bab3-c82823bf20c1 no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:34:46.360499 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: 36f64fe6-9690-42a2-bab3-c82823bf20c1 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:34:46.360846 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 36f64fe6-9690-42a2-bab3-c82823bf20c1 not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:34:46.361268 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 5792dd02-19c7-4c3f-adb7-cfde009f17d6 no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:34:46.380101 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: 5792dd02-19c7-4c3f-adb7-cfde009f17d6 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:34:46.380446 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 5792dd02-19c7-4c3f-adb7-cfde009f17d6 not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:34:46.618166 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46540) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:46.626178 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 80106ea7-9c48-4ff8-8939-825a3ac31f96 up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:34:46.674374 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning for port 80106ea7-9c48-4ff8-8939-825a3ac31f96 completed by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 14:34:46.678126 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port 80106ea7-9c48-4ff8-8939-825a3ac31f96 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:34:46.678500 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:46.716390 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-a96c3910-1fd8-4907-a9c6-1572c7e96f50 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-183429555-network', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:46.736077 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96c3910-1fd8-4907-a9c6-1572c7e96f50 admin admin] Made reservation on behalf of e4f53d69085f474b95d14b83626c9705 for: {'network': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:34:46.738648 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a96c3910-1fd8-4907-a9c6-1572c7e96f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for network (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:46.747788 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a96c3910-1fd8-4907-a9c6-1572c7e96f50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:46.755713 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 80106ea7-9c48-4ff8-8939-825a3ac31f96 is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:34:46.756106 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:46.779162 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fecba92-4e69-4b41-8675-dc8f58ef783a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80106ea7-9c48-4ff8-8939-825a3ac31f96'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:34:46.781404 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad7642a-a782-4d89-a8e4-cca5bdf4c90b" -d '{"events": [{"server_uuid": "1fecba92-4e69-4b41-8675-dc8f58ef783a", "name": "network-vif-plugged", "status": "completed", "tag": "80106ea7-9c48-4ff8-8939-825a3ac31f96"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:34:46.794655 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 80106ea7-9c48-4ff8-8939-825a3ac31f96, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=80106ea7-9c48-4ff8-8939-825a3ac31f96,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:46.799692 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:46.825042 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a96c3910-1fd8-4907-a9c6-1572c7e96f50 admin admin] Publish callbacks [] for security_group (b2c84e0e-bd48-44e7-91cf-85a72b1a0ce3), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:46.825262 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569a1b4d-456e-4fe7-916a-09141fd8a9a3 x-openstack-request-id: req-569a1b4d-456e-4fe7-916a-09141fd8a9a3 {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:34:46.825553 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fecba92-4e69-4b41-8675-dc8f58ef783a", "name": "network-vif-plugged", "status": "completed", "tag": "80106ea7-9c48-4ff8-8939-825a3ac31f96", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:34:46.825807 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-569a1b4d-456e-4fe7-916a-09141fd8a9a3 {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:34:46.826172 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-569a1b4d-456e-4fe7-916a-09141fd8a9a3'] response: {'server_uuid': '1fecba92-4e69-4b41-8675-dc8f58ef783a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80106ea7-9c48-4ff8-8939-825a3ac31f96', 'code': 200} Mar 28 14:34:46.830107 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a96c3910-1fd8-4907-a9c6-1572c7e96f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (b2c84e0e-bd48-44e7-91cf-85a72b1a0ce3), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:46.850798 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=80106ea7-9c48-4ff8-8939-825a3ac31f96,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:46.851744 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96c3910-1fd8-4907-a9c6-1572c7e96f50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:34:46.867151 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c3910-1fd8-4907-a9c6-1572c7e96f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c84e0e-bd48-44e7-91cf-85a72b1a0ce3,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:46.869958 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a96c3910-1fd8-4907-a9c6-1572c7e96f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (e3a08f39-70e6-409b-9013-2dc1166e0fe4), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:46.870368 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.segments_db [None req-a96c3910-1fd8-4907-a9c6-1572c7e96f50 admin admin] Added segment e3a08f39-70e6-409b-9013-2dc1166e0fe4 of type vlan for network f405bb5a-c1e1-4b86-b73d-65ef62332c49 Mar 28 14:34:46.914073 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a96c3910-1fd8-4907-a9c6-1572c7e96f50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220902705'] for network (f405bb5a-c1e1-4b86-b73d-65ef62332c49), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:46.940142 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a96c3910-1fd8-4907-a9c6-1572c7e96f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for network (f405bb5a-c1e1-4b86-b73d-65ef62332c49), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:46.940996 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96c3910-1fd8-4907-a9c6-1572c7e96f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:46.941560 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a96c3910-1fd8-4907-a9c6-1572c7e96f50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:46.999878 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-a96c3910-1fd8-4907-a9c6-1572c7e96f50 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3802962 Mar 28 14:34:47.002919 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46546) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:47.007880 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-b671a146-f167-4358-871c-d5007994d431 admin admin] Request body: {'subnet': {'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-183429555-subnet', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'ip_version': 4}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:47.023833 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c3910-1fd8-4907-a9c6-1572c7e96f50 admin admin] Pushing event updated for resources: {'Network': ['ID=f405bb5a-c1e1-4b86-b73d-65ef62332c49,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:47.031064 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b671a146-f167-4358-871c-d5007994d431 admin admin] Made reservation on behalf of e4f53d69085f474b95d14b83626c9705 for: {'subnet': 1} {{(pid=103204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:34:47.034608 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b671a146-f167-4358-871c-d5007994d431 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4368929'] for subnet (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:47.034902 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Network f405bb5a-c1e1-4b86-b73d-65ef62332c49 details requested by agent ovs-agent-dv-cinder-790535-35-iscsi with host dv-cinder-790535-35-iscsi {{(pid=103206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:34:47.039469 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651bcfe-37fb-42a9-9116-644a294ce057 req-630dc554-a913-459d-bb19-bae258326261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:47.040947 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9651bcfe-37fb-42a9-9116-644a294ce057 req-630dc554-a913-459d-bb19-bae258326261 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 1129 time: 0.0602112 Mar 28 14:34:47.083697 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9651bcfe-37fb-42a9-9116-644a294ce057 req-6d260ff8-5d46-45f0-8ee7-a6aa8585e251 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367258 Mar 28 14:34:47.197319 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b671a146-f167-4358-871c-d5007994d431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4432319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4368951'] for subnet (5d93cae3-8698-4501-9dad-642b87babf0b), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:47.247927 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671a146-f167-4358-871c-d5007994d431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d93cae3-8698-4501-9dad-642b87babf0b,revision_number=0']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:47.273210 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b671a146-f167-4358-871c-d5007994d431 admin admin] Checking segment: {'id': 'e3a08f39-70e6-409b-9013-2dc1166e0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:34:47.273563 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b671a146-f167-4358-871c-d5007994d431 admin admin] Network hostable DHCP agents. Network: f405bb5a-c1e1-4b86-b73d-65ef62332c49, hostable agents: ['eea6c500-11a4-453f-b304-9367778e315c'], hosted agents: [] {{(pid=103204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:34:47.311389 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b671a146-f167-4358-871c-d5007994d431 admin admin] Network f405bb5a-c1e1-4b86-b73d-65ef62332c49 is scheduled to be hosted by DHCP agent eea6c500-11a4-453f-b304-9367778e315c with binding_index 1 {{(pid=103204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:34:47.325094 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a20c5a-88bc-44af-8728-b2c65e7b1e9a req-8b099741-bbcf-45eb-916a-89e8be956791 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:47.326575 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c9a20c5a-88bc-44af-8728-b2c65e7b1e9a req-8b099741-bbcf-45eb-916a-89e8be956791 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0661085 Mar 28 14:34:47.331701 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-b671a146-f167-4358-871c-d5007994d431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-35-iscsi, f405bb5a-c1e1-4b86-b73d-65ef62332c49) {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:34:47.336749 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b671a146-f167-4358-871c-d5007994d431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:47.337309 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b671a146-f167-4358-871c-d5007994d431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for subnet (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:47.339396 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ff7dcc-b8aa-445b-9997-ce32e88efac7 None None] Network f405bb5a-c1e1-4b86-b73d-65ef62332c49 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:34:47.375869 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-b671a146-f167-4358-871c-d5007994d431 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3717425 Mar 28 14:34:47.378536 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46550) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:47.388477 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-883bd4d8-42b2-47da-a99b-7df2bedb2d37 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:47.411813 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c9a20c5a-88bc-44af-8728-b2c65e7b1e9a req-eb5f6079-1f88-4936-a40a-ee198082a9b8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782371 Mar 28 14:34:47.426917 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-883bd4d8-42b2-47da-a99b-7df2bedb2d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1571640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63144'] for router (12fd7a95-23ea-4610-87a1-43dff2edc137), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:47.428155 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-883bd4d8-42b2-47da-a99b-7df2bedb2d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1558009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63137'] for router (12fd7a95-23ea-4610-87a1-43dff2edc137), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:47.448559 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b64977-c247-4ad8-b06a-079af9c6aab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69f788e2-bcdf-539a-bdd8-b0cf31fd8e9f-f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'fixed_ips': [{'subnet_id': '5d93cae3-8698-4501-9dad-642b87babf0b'}]}} from dv-cinder-790535-35-iscsi. {{(pid=103206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 14:34:47.449475 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-75b64977-c247-4ad8-b06a-079af9c6aab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:47.483708 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-883bd4d8-42b2-47da-a99b-7df2bedb2d37 admin admin] Publish callbacks [] for router_controller (12fd7a95-23ea-4610-87a1-43dff2edc137), precommit_add_association {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:47.587560 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.db_base_plugin_common [None req-75b64977-c247-4ad8-b06a-079af9c6aab8 None None] Allocated IP 172.20.0.2 (f405bb5a-c1e1-4b86-b73d-65ef62332c49/5d93cae3-8698-4501-9dad-642b87babf0b/91b50e7b-0e64-41fd-bdea-9aa748804fba) {{(pid=103206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:34:47.621289 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-883bd4d8-42b2-47da-a99b-7df2bedb2d37 admin admin] Publish callbacks [] for router_gateway (12fd7a95-23ea-4610-87a1-43dff2edc137), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:47.727641 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-75b64977-c247-4ad8-b06a-079af9c6aab8 None None] Publish callbacks [] for port (91b50e7b-0e64-41fd-bdea-9aa748804fba), precommit_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:47.734546 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-75b64977-c247-4ad8-b06a-079af9c6aab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (91b50e7b-0e64-41fd-bdea-9aa748804fba), after_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:47.772989 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b64977-c247-4ad8-b06a-079af9c6aab8 None None] Network f405bb5a-c1e1-4b86-b73d-65ef62332c49 is already hosted by enough agents. {{(pid=103206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:34:47.777875 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.scheduler.base_scheduler [None req-75b64977-c247-4ad8-b06a-079af9c6aab8 None None] Resources bound (agent type, host, resource id): {{(pid=103206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:34:47.780252 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b64977-c247-4ad8-b06a-079af9c6aab8 None None] Received port after_create {{(pid=103206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:34:47.787635 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b64977-c247-4ad8-b06a-079af9c6aab8 None None] Pushing event updated for resources: {'Port': ['ID=91b50e7b-0e64-41fd-bdea-9aa748804fba,revision_number=1']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:47.818375 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-883bd4d8-42b2-47da-a99b-7df2bedb2d37 admin admin] Publish callbacks [] for router_gateway (12fd7a95-23ea-4610-87a1-43dff2edc137), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:47.838351 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-883bd4d8-42b2-47da-a99b-7df2bedb2d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:47.843907 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-75b64977-c247-4ad8-b06a-079af9c6aab8 None None] Attempting to bind port 91b50e7b-0e64-41fd-bdea-9aa748804fba on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:34:47.844373 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-75b64977-c247-4ad8-b06a-079af9c6aab8 None None] Attempting to bind port 91b50e7b-0e64-41fd-bdea-9aa748804fba by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': 'e3a08f39-70e6-409b-9013-2dc1166e0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49'}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:34:47.844721 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b64977-c247-4ad8-b06a-079af9c6aab8 None None] Attempting to bind port 91b50e7b-0e64-41fd-bdea-9aa748804fba on network f405bb5a-c1e1-4b86-b73d-65ef62332c49 {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:34:47.849745 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b64977-c247-4ad8-b06a-079af9c6aab8 None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:34:47.850128 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b64977-c247-4ad8-b06a-079af9c6aab8 None None] Checking segment: {'id': 'e3a08f39-70e6-409b-9013-2dc1166e0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:34:47.850571 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-75b64977-c247-4ad8-b06a-079af9c6aab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:47.851006 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b64977-c247-4ad8-b06a-079af9c6aab8 None None] Bound using segment: {'id': 'e3a08f39-70e6-409b-9013-2dc1166e0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49'} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:34:47.851574 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-75b64977-c247-4ad8-b06a-079af9c6aab8 None None] Bound port: 91b50e7b-0e64-41fd-bdea-9aa748804fba, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a08f39-70e6-409b-9013-2dc1166e0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49'}}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:34:47.851964 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-75b64977-c247-4ad8-b06a-079af9c6aab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (91b50e7b-0e64-41fd-bdea-9aa748804fba), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:47.914603 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-75b64977-c247-4ad8-b06a-079af9c6aab8 None None] For port 91b50e7b-0e64-41fd-bdea-9aa748804fba, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:34:47.917728 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-75b64977-c247-4ad8-b06a-079af9c6aab8 None None] For port 91b50e7b-0e64-41fd-bdea-9aa748804fba, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=91b50e7b-0e64-41fd-bdea-9aa748804fba,segment=NetworkSegment(e3a08f39-70e6-409b-9013-2dc1166e0fe4),segment_id=e3a08f39-70e6-409b-9013-2dc1166e0fe4)] {{(pid=103206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:34:47.923777 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-75b64977-c247-4ad8-b06a-079af9c6aab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (91b50e7b-0e64-41fd-bdea-9aa748804fba), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:47.941859 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-883bd4d8-42b2-47da-a99b-7df2bedb2d37 admin admin] Allocated IP 172.27.1.135 (c66de8d5-469e-474b-81ba-d9e7301ef93c/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73/00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:34:47.982624 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b64977-c247-4ad8-b06a-079af9c6aab8 None None] Pushing event updated for resources: {'Port': ['ID=91b50e7b-0e64-41fd-bdea-9aa748804fba,revision_number=2']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:48.048503 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-883bd4d8-42b2-47da-a99b-7df2bedb2d37 admin admin] Publish callbacks [] for port (00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:48.083577 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-883bd4d8-42b2-47da-a99b-7df2bedb2d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:48.128262 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883bd4d8-42b2-47da-a99b-7df2bedb2d37 admin admin] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:34:48.131708 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-883bd4d8-42b2-47da-a99b-7df2bedb2d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:34:48.140464 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883bd4d8-42b2-47da-a99b-7df2bedb2d37 admin admin] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:34:48.150946 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883bd4d8-42b2-47da-a99b-7df2bedb2d37 admin admin] Pushing event updated for resources: {'Port': ['ID=00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:48.371968 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 91b50e7b-0e64-41fd-bdea-9aa748804fba up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:34:48.395733 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-883bd4d8-42b2-47da-a99b-7df2bedb2d37 admin admin] Publish callbacks [] for router_gateway (12fd7a95-23ea-4610-87a1-43dff2edc137), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:48.424845 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 91b50e7b-0e64-41fd-bdea-9aa748804fba triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:34:48.425297 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (91b50e7b-0e64-41fd-bdea-9aa748804fba), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:48.505869 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 91b50e7b-0e64-41fd-bdea-9aa748804fba is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:34:48.506161 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (91b50e7b-0e64-41fd-bdea-9aa748804fba), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:48.539959 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] For port 91b50e7b-0e64-41fd-bdea-9aa748804fba, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=91b50e7b-0e64-41fd-bdea-9aa748804fba,segment=NetworkSegment(e3a08f39-70e6-409b-9013-2dc1166e0fe4),segment_id=e3a08f39-70e6-409b-9013-2dc1166e0fe4)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:48.545040 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (91b50e7b-0e64-41fd-bdea-9aa748804fba), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:48.547531 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49888b53-0b32-4e7f-9cdd-a9ec7b821be2 req-822de617-4a77-40e3-855e-5dfe0ec0815a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:48.549002 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-49888b53-0b32-4e7f-9cdd-a9ec7b821be2 req-822de617-4a77-40e3-855e-5dfe0ec0815a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0562596 Mar 28 14:34:48.606698 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Pushing event updated for resources: {'Port': ['ID=91b50e7b-0e64-41fd-bdea-9aa748804fba,revision_number=3']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:48.633087 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-883bd4d8-42b2-47da-a99b-7df2bedb2d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1557806'] for router (12fd7a95-23ea-4610-87a1-43dff2edc137), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:48.641197 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-49888b53-0b32-4e7f-9cdd-a9ec7b821be2 req-d26a8d21-f1da-4566-b41d-044267395bad tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859413 Mar 28 14:34:48.776644 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883bd4d8-42b2-47da-a99b-7df2bedb2d37 admin admin] Router 12fd7a95-23ea-4610-87a1-43dff2edc137 is scheduled to L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 with binding_index 1 {{(pid=103204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:34:48.884892 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883bd4d8-42b2-47da-a99b-7df2bedb2d37 admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:34:48.894715 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] Sync routers for ids ['12fd7a95-23ea-4610-87a1-43dff2edc137'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:34:48.902837 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-883bd4d8-42b2-47da-a99b-7df2bedb2d37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:48.906008 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-883bd4d8-42b2-47da-a99b-7df2bedb2d37 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5196700 Mar 28 14:34:48.907547 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] Routers {'12fd7a95-23ea-4610-87a1-43dff2edc137'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:48.907743 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46556) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:48.908254 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['12fd7a95-23ea-4610-87a1-43dff2edc137'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:48.948019 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5b5b34-211f-495e-bded-efb9c8b162a7 None None] Network f405bb5a-c1e1-4b86-b73d-65ef62332c49 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:34:49.048417 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-be01a67b-7b4d-4073-be32-a803f92bc0cf None None] Provisioning complete for port 91b50e7b-0e64-41fd-bdea-9aa748804fba triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:34:49.048700 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-be01a67b-7b4d-4073-be32-a803f92bc0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (91b50e7b-0e64-41fd-bdea-9aa748804fba), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:49.106699 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] Set router 12fd7a95-23ea-4610-87a1-43dff2edc137 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:49.317213 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-be01a67b-7b4d-4073-be32-a803f92bc0cf None None] Current status of the port 91b50e7b-0e64-41fd-bdea-9aa748804fba is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:34:49.363585 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:48Z', 'revision_number': 3, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port': {'id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:49.395912 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] Checking router: 12fd7a95-23ea-4610-87a1-43dff2edc137 for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:34:49.396263 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] Updating router 12fd7a95-23ea-4610-87a1-43dff2edc137 port 00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821 binding host dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:34:49.426208 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:49.572606 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d1e53fbe-d82d-43ef-841d-cdac10272100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:49.582290 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-dc9fd977-2673-4e9d-af91-725bfe8862be None None] Provisioning complete for port 91b50e7b-0e64-41fd-bdea-9aa748804fba triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:34:49.582596 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-dc9fd977-2673-4e9d-af91-725bfe8862be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (91b50e7b-0e64-41fd-bdea-9aa748804fba), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:49.737134 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [None req-d1e53fbe-d82d-43ef-841d-cdac10272100 admin admin] Allocated IP 172.20.0.1 (f405bb5a-c1e1-4b86-b73d-65ef62332c49/5d93cae3-8698-4501-9dad-642b87babf0b/3d70ce31-82a1-4d64-9a4c-c9ca9a38474e) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:34:49.783518 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4abf74-deb4-422d-9602-a81888e122df req-b06e59a6-9bc4-4810-bed4-c6fa98f783ae tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:49.785112 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3e4abf74-deb4-422d-9602-a81888e122df req-b06e59a6-9bc4-4810-bed4-c6fa98f783ae tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0554776 Mar 28 14:34:49.857658 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3e4abf74-deb4-422d-9602-a81888e122df req-d69ebdf9-5f26-4123-818a-6ba78aeacb91 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670493 Mar 28 14:34:49.861502 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d1e53fbe-d82d-43ef-841d-cdac10272100 admin admin] Publish callbacks [] for port (3d70ce31-82a1-4d64-9a4c-c9ca9a38474e), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:49.900218 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-dc9fd977-2673-4e9d-af91-725bfe8862be None None] Current status of the port 91b50e7b-0e64-41fd-bdea-9aa748804fba is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:34:49.927077 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d1e53fbe-d82d-43ef-841d-cdac10272100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (3d70ce31-82a1-4d64-9a4c-c9ca9a38474e), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:49.928467 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] Publish callbacks [] for port (00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821), precommit_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:49.935696 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:49.969849 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e53fbe-d82d-43ef-841d-cdac10272100 admin admin] Network f405bb5a-c1e1-4b86-b73d-65ef62332c49 is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:34:49.980231 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-d1e53fbe-d82d-43ef-841d-cdac10272100 admin admin] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:34:49.994364 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e53fbe-d82d-43ef-841d-cdac10272100 admin admin] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:34:49.999239 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] Attempting to bind port 00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821 on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:34:49.999239 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] Attempting to bind port 00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821 by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:34:49.999239 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] Attempting to bind port 00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821 on network c66de8d5-469e-474b-81ba-d9e7301ef93c {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:34:50.008256 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d494865-442e-4b0f-9804-a3cf8d83fcb9 None None] Pushing event updated for resources: {'Port': ['ID=00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821,revision_number=2']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:50.010267 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f6228-cdfb-4ab6-ad20-beaa340bdcf0 req-2954c9c2-def9-4674-be1f-1e50dd35bf69 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:50.010817 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:34:50.011255 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] Checking segment: {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:34:50.011636 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:50.012143 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] Bound using segment: {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:34:50.012677 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] Bound port: 00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:34:50.013203 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:50.020723 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a56f6228-cdfb-4ab6-ad20-beaa340bdcf0 req-2954c9c2-def9-4674-be1f-1e50dd35bf69 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0786707 Mar 28 14:34:50.030142 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46572) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:50.040916 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-1386cb6e-da71-4421-ac2b-b208b5e33c22 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Request body: {'floatingip': {'port_id': '80106ea7-9c48-4ff8-8939-825a3ac31f96'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:50.052850 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e53fbe-d82d-43ef-841d-cdac10272100 admin admin] Pushing event updated for resources: {'Port': ['ID=3d70ce31-82a1-4d64-9a4c-c9ca9a38474e,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:50.071984 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d1e53fbe-d82d-43ef-841d-cdac10272100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1559801'] for router_interface (12fd7a95-23ea-4610-87a1-43dff2edc137), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:50.091161 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] For port 00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:34:50.096257 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] For port 00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:34:50.104434 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:50.186975 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1386cb6e-da71-4421-ac2b-b208b5e33c22 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for floatingip (62d6c6f4-bb16-462f-b1bf-73436dc2a088), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:50.209889 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] Routers {'12fd7a95-23ea-4610-87a1-43dff2edc137'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:50.211225 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['12fd7a95-23ea-4610-87a1-43dff2edc137'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:50.298757 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d1e53fbe-d82d-43ef-841d-cdac10272100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (3d70ce31-82a1-4d64-9a4c-c9ca9a38474e), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:50.320115 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d494865-442e-4b0f-9804-a3cf8d83fcb9 None None] Pushing event updated for resources: {'Port': ['ID=00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821,revision_number=3']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:50.376792 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-b3a8467c-80b2-435f-a4f0-f4ffa42d84ef None None] Provisioning complete for port 3d70ce31-82a1-4d64-9a4c-c9ca9a38474e triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:34:50.377163 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-b3a8467c-80b2-435f-a4f0-f4ffa42d84ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (3d70ce31-82a1-4d64-9a4c-c9ca9a38474e), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:50.415108 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 91b50e7b-0e64-41fd-bdea-9aa748804fba up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:34:50.431147 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e1517-7757-4d35-bfb9-384e6155be39 req-dd4bb7ab-5173-4c1c-a143-c657dc18fd2e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:50.432839 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ac6e1517-7757-4d35-bfb9-384e6155be39 req-dd4bb7ab-5173-4c1c-a143-c657dc18fd2e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.1627808 Mar 28 14:34:50.484153 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-b3a8467c-80b2-435f-a4f0-f4ffa42d84ef None None] Port 3d70ce31-82a1-4d64-9a4c-c9ca9a38474e cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:34:50.496725 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] Set router 12fd7a95-23ea-4610-87a1-43dff2edc137 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:50.502865 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ac6e1517-7757-4d35-bfb9-384e6155be39 req-16093792-281c-4a18-b05a-397c77a3e0b8 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601933 Mar 28 14:34:50.611818 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d1e53fbe-d82d-43ef-841d-cdac10272100 admin admin] Publish callbacks [] for port (3d70ce31-82a1-4d64-9a4c-c9ca9a38474e), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:50.618687 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d1e53fbe-d82d-43ef-841d-cdac10272100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (3d70ce31-82a1-4d64-9a4c-c9ca9a38474e), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:50.633565 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 91b50e7b-0e64-41fd-bdea-9aa748804fba triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:34:50.633940 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (91b50e7b-0e64-41fd-bdea-9aa748804fba), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:50.686809 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d1e53fbe-d82d-43ef-841d-cdac10272100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1559661'] for router_interface (12fd7a95-23ea-4610-87a1-43dff2edc137), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:50.688534 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e53fbe-d82d-43ef-841d-cdac10272100 admin admin] Pushing event updated for resources: {'Port': ['ID=3d70ce31-82a1-4d64-9a4c-c9ca9a38474e,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:50.768400 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 91b50e7b-0e64-41fd-bdea-9aa748804fba is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:34:50.781416 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:48Z', 'revision_number': 3, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port': {'id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:50.781813 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1386cb6e-da71-4421-ac2b-b208b5e33c22 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:50.787047 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1386cb6e-da71-4421-ac2b-b208b5e33c22 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (62d6c6f4-bb16-462f-b1bf-73436dc2a088), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:50.787848 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e53fbe-d82d-43ef-841d-cdac10272100 admin admin] Network f405bb5a-c1e1-4b86-b73d-65ef62332c49 is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:34:50.789967 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-d1e53fbe-d82d-43ef-841d-cdac10272100 admin admin] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:34:50.808540 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62edd787-0a81-43c6-b752-3f24a54dc670 None None] The sync data for ids ['12fd7a95-23ea-4610-87a1-43dff2edc137'] in dv-cinder-790535-35-iscsi is: [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:48Z', 'revision_number': 3, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port': {'id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:34:50.922968 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e53fbe-d82d-43ef-841d-cdac10272100 admin admin] Router 12fd7a95-23ea-4610-87a1-43dff2edc137 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:34:51.044054 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e53fbe-d82d-43ef-841d-cdac10272100 admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:34:51.057570 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-d1e53fbe-d82d-43ef-841d-cdac10272100 admin admin] 10.222.0.13 "PUT /v2.0/routers/12fd7a95-23ea-4610-87a1-43dff2edc137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1413982 Mar 28 14:34:51.133798 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-f340f9af-1da1-423c-a21c-4cc7ede7c386 None None] Provisioning complete for port 3d70ce31-82a1-4d64-9a4c-c9ca9a38474e triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:34:51.134738 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-f340f9af-1da1-423c-a21c-4cc7ede7c386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (3d70ce31-82a1-4d64-9a4c-c9ca9a38474e), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:51.172947 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-f340f9af-1da1-423c-a21c-4cc7ede7c386 None None] Port 3d70ce31-82a1-4d64-9a4c-c9ca9a38474e cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:34:51.197571 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.db.l3_db [None req-1386cb6e-da71-4421-ac2b-b208b5e33c22 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Floating IP 62d6c6f4-bb16-462f-b1bf-73436dc2a088 associated. External IP: 172.27.1.7, port: 80106ea7-9c48-4ff8-8939-825a3ac31f96. Mar 28 14:34:51.443412 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1386cb6e-da71-4421-ac2b-b208b5e33c22 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Router 39e76c06-04cd-44ba-88ff-73ba59dddfaa has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:34:51.575443 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1386cb6e-da71-4421-ac2b-b208b5e33c22 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:34:51.582192 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1386cb6e-da71-4421-ac2b-b208b5e33c22 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:51.587893 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63776526-9bb2-41c6-bba9-25d05392ceea None None] Sync routers for ids ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:34:51.602220 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63776526-9bb2-41c6-bba9-25d05392ceea None None] Routers {'39e76c06-04cd-44ba-88ff-73ba59dddfaa'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:51.604877 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-63776526-9bb2-41c6-bba9-25d05392ceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:51.687382 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-1386cb6e-da71-4421-ac2b-b208b5e33c22 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "PUT /v2.0/floatingips/62d6c6f4-bb16-462f-b1bf-73436dc2a088 HTTP/1.1" status: 200 len: 989 time: 1.6560967 Mar 28 14:34:51.695879 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fecba92-4e69-4b41-8675-dc8f58ef783a', 'tag': '80106ea7-9c48-4ff8-8939-825a3ac31f96'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:34:51.698331 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d378c771d12563f68c1f59c9273be1365ef6a269510bcb02de4e9318e41428e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebdb4f8-1643-4e40-901c-84637456455c" -d '{"events": [{"name": "network-changed", "server_uuid": "1fecba92-4e69-4b41-8675-dc8f58ef783a", "tag": "80106ea7-9c48-4ff8-8939-825a3ac31f96"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:34:51.725032 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdc58d-c847-4eac-a78d-7fdc1569afd6 req-3152a728-79ef-4167-b57e-f538d8471e00 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:51.726528 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-23fdc58d-c847-4eac-a78d-7fdc1569afd6 req-3152a728-79ef-4167-b57e-f538d8471e00 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.18 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.0912099 Mar 28 14:34:51.739353 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46610) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:51.748947 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb34f8-b158-4a9d-a8d4-7330610fa2aa req-7f157a17-46d2-4b90-a1fb-9a132cadd502 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:51.750834 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f8cb34f8-b158-4a9d-a8d4-7330610fa2aa req-7f157a17-46d2-4b90-a1fb-9a132cadd502 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 946 time: 0.1326206 Mar 28 14:34:51.753481 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-5c066be6-e967-4619-bcb9-92970d39e81a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2083600384-network', 'tenant_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:51.759924 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c81f6ac-9500-4416-8554-997da898c496 x-openstack-request-id: req-0c81f6ac-9500-4416-8554-997da898c496 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:34:51.760218 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fecba92-4e69-4b41-8675-dc8f58ef783a", "tag": "80106ea7-9c48-4ff8-8939-825a3ac31f96", "status": "completed", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:34:51.760460 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c81f6ac-9500-4416-8554-997da898c496 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:34:51.760853 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c81f6ac-9500-4416-8554-997da898c496'] response: {'name': 'network-changed', 'server_uuid': '1fecba92-4e69-4b41-8675-dc8f58ef783a', 'tag': '80106ea7-9c48-4ff8-8939-825a3ac31f96', 'status': 'completed', 'code': 200} Mar 28 14:34:51.808485 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-63776526-9bb2-41c6-bba9-25d05392ceea None None] Set router 39e76c06-04cd-44ba-88ff-73ba59dddfaa gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:51.885860 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c066be6-e967-4619-bcb9-92970d39e81a admin admin] Made reservation on behalf of e1ca0256a81e4770b588d7c6cf4c4b2f for: {'network': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:34:51.888170 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5c066be6-e967-4619-bcb9-92970d39e81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for network (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:51.902219 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f8cb34f8-b158-4a9d-a8d4-7330610fa2aa req-0941c1fd-a527-4b9d-837f-2b5db048a351 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e5342f3-5849-4121-b773-ce94ba512abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440268 Mar 28 14:34:51.904519 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5c066be6-e967-4619-bcb9-92970d39e81a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:51.911211 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdb4f8-1643-4e40-901c-84637456455c req-9868e411-cc9a-4c38-8243-757ba4e5654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:51.913346 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9ebdb4f8-1643-4e40-901c-84637456455c req-9868e411-cc9a-4c38-8243-757ba4e5654c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=26effb221cba493895805136dd811e20&device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 1129 time: 0.1271365 Mar 28 14:34:51.967428 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-23fdc58d-c847-4eac-a78d-7fdc1569afd6 req-dcf1582d-7d8e-495b-8b6c-f609c0ef97f4 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Deleting port a450c5d1-6d13-4aa3-b5b2-4b4d175b905f {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:34:51.967746 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-23fdc58d-c847-4eac-a78d-7fdc1569afd6 req-dcf1582d-7d8e-495b-8b6c-f609c0ef97f4 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (a450c5d1-6d13-4aa3-b5b2-4b4d175b905f), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:52.079137 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdb4f8-1643-4e40-901c-84637456455c req-d63c5a6c-e26e-4240-b198-c86f92f732e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:52.080621 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9ebdb4f8-1643-4e40-901c-84637456455c req-d63c5a6c-e26e-4240-b198-c86f92f732e7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8 HTTP/1.1" status: 200 len: 918 time: 0.1610916 Mar 28 14:34:52.091802 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5c066be6-e967-4619-bcb9-92970d39e81a admin admin] Publish callbacks [] for security_group (5618e98e-687b-437b-8081-9fe615c4755e), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:52.093770 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-23fdc58d-c847-4eac-a78d-7fdc1569afd6 req-dcf1582d-7d8e-495b-8b6c-f609c0ef97f4 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] For port a450c5d1-6d13-4aa3-b5b2-4b4d175b905f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a450c5d1-6d13-4aa3-b5b2-4b4d175b905f,segment=NetworkSegment(55bf6534-2009-442c-a956-6e523eeb9410),segment_id=55bf6534-2009-442c-a956-6e523eeb9410)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:52.094208 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-23fdc58d-c847-4eac-a78d-7fdc1569afd6 req-dcf1582d-7d8e-495b-8b6c-f609c0ef97f4 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (a450c5d1-6d13-4aa3-b5b2-4b4d175b905f), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:52.097594 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5c066be6-e967-4619-bcb9-92970d39e81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (5618e98e-687b-437b-8081-9fe615c4755e), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:52.118686 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-63776526-9bb2-41c6-bba9-25d05392ceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1174680643-router', 'tenant_id': '26effb221cba493895805136dd811e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:50Z', 'revision_number': 4, 'project_id': '26effb221cba493895805136dd811e20', 'gw_port': {'id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:40Z', 'updated_at': '2022-03-28T14:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '62d6c6f4-bb16-462f-b1bf-73436dc2a088', 'tenant_id': '26effb221cba493895805136dd811e20', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'port_id': '80106ea7-9c48-4ff8-8939-825a3ac31f96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'mac_address': 'fa:16:3e:74:07:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fecba92-4e69-4b41-8675-dc8f58ef783a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:34:36Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 1, 'project_id': '26effb221cba493895805136dd811e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd48e26ee-610c-4ce0-a1fd-0a1e5841dba7', 'name': '', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'tenant_id': '26effb221cba493895805136dd811e20', 'mac_address': 'fa:16:3e:92:ba:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:59Z', 'revision_number': 5, 'project_id': '26effb221cba493895805136dd811e20', 'subnets': [{'id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:52.141407 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eecf82-a645-4374-8dbc-6bcde7b08499 req-0b3a1f4c-efef-48b9-b3fb-c46c5a784268 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:52.142936 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a7eecf82-a645-4374-8dbc-6bcde7b08499 req-0b3a1f4c-efef-48b9-b3fb-c46c5a784268 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.1161420 Mar 28 14:34:52.168417 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c066be6-e967-4619-bcb9-92970d39e81a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:34:52.178094 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c066be6-e967-4619-bcb9-92970d39e81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5618e98e-687b-437b-8081-9fe615c4755e,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:52.183120 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9ebdb4f8-1643-4e40-901c-84637456455c req-da11214d-b79a-4fbe-a387-7d57bbaacc0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80106ea7-9c48-4ff8-8939-825a3ac31f96 HTTP/1.1" status: 200 len: 997 time: 0.0942333 Mar 28 14:34:52.189591 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5c066be6-e967-4619-bcb9-92970d39e81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (def5deae-426c-4ee1-b743-70224eb0cf4b), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:52.189919 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.segments_db [None req-5c066be6-e967-4619-bcb9-92970d39e81a admin admin] Added segment def5deae-426c-4ee1-b743-70224eb0cf4b of type vlan for network 9e0357cd-76bd-4e21-89d4-9d78cc417f8b Mar 28 14:34:52.248121 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63776526-9bb2-41c6-bba9-25d05392ceea None None] Checking router: 39e76c06-04cd-44ba-88ff-73ba59dddfaa for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:34:52.257875 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63776526-9bb2-41c6-bba9-25d05392ceea None None] Routers {'39e76c06-04cd-44ba-88ff-73ba59dddfaa'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:52.258757 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-63776526-9bb2-41c6-bba9-25d05392ceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:52.260903 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a7eecf82-a645-4374-8dbc-6bcde7b08499 req-c11a7b86-b96b-4722-92e6-94fbfaa6e2f1 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075189 Mar 28 14:34:52.277344 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdb4f8-1643-4e40-901c-84637456455c req-7ce5ec3d-46ab-4a2f-8569-bfc52f5dc31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:52.279069 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9ebdb4f8-1643-4e40-901c-84637456455c req-7ce5ec3d-46ab-4a2f-8569-bfc52f5dc31d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=31660ae6-3a03-4024-957b-fcff7a111abb HTTP/1.1" status: 200 len: 856 time: 0.0849841 Mar 28 14:34:52.284892 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5c066be6-e967-4619-bcb9-92970d39e81a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220902705'] for network (9e0357cd-76bd-4e21-89d4-9d78cc417f8b), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:52.352227 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdb4f8-1643-4e40-901c-84637456455c req-cbeb6b87-f634-4a3f-bf08-ff4f80f66d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:52.353730 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9ebdb4f8-1643-4e40-901c-84637456455c req-cbeb6b87-f634-4a3f-bf08-ff4f80f66d1f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0680728 Mar 28 14:34:52.360897 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-23fdc58d-c847-4eac-a78d-7fdc1569afd6 req-dcf1582d-7d8e-495b-8b6c-f609c0ef97f4 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:52.361256 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-23fdc58d-c847-4eac-a78d-7fdc1569afd6 req-dcf1582d-7d8e-495b-8b6c-f609c0ef97f4 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (5e3f077c-a14d-48cf-b5c1-a87b1da20d2f), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:52.361568 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.l3_db [req-23fdc58d-c847-4eac-a78d-7fdc1569afd6 req-dcf1582d-7d8e-495b-8b6c-f609c0ef97f4 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Floating IP 5e3f077c-a14d-48cf-b5c1-a87b1da20d2f disassociated. External IP: 172.27.1.154, port: a450c5d1-6d13-4aa3-b5b2-4b4d175b905f. Mar 28 14:34:52.361907 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-23fdc58d-c847-4eac-a78d-7fdc1569afd6 req-dcf1582d-7d8e-495b-8b6c-f609c0ef97f4 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Calling delete_port for a450c5d1-6d13-4aa3-b5b2-4b4d175b905f owned by compute:nova {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:34:52.376673 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-63776526-9bb2-41c6-bba9-25d05392ceea None None] Set router 39e76c06-04cd-44ba-88ff-73ba59dddfaa gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:52.419496 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5c066be6-e967-4619-bcb9-92970d39e81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for network (9e0357cd-76bd-4e21-89d4-9d78cc417f8b), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:52.420448 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c066be6-e967-4619-bcb9-92970d39e81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:52.421024 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5c066be6-e967-4619-bcb9-92970d39e81a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:52.441521 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:34:52.476969 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9ebdb4f8-1643-4e40-901c-84637456455c req-d97d5c08-570d-44eb-912e-5c5156ee8d44 service neutron] 10.222.0.18 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129353 Mar 28 14:34:52.539359 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:34:52.540901 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:52.557595 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-23fdc58d-c847-4eac-a78d-7fdc1569afd6 req-dcf1582d-7d8e-495b-8b6c-f609c0ef97f4 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (a450c5d1-6d13-4aa3-b5b2-4b4d175b905f), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:52.566105 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-5c066be6-e967-4619-bcb9-92970d39e81a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8234406 Mar 28 14:34:52.573238 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46618) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:52.581600 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-94c800ab-1a7c-41a9-8aad-a6fd428411b1 admin admin] Request body: {'subnet': {'network_id': '9e0357cd-76bd-4e21-89d4-9d78cc417f8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2083600384-subnet', 'tenant_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'ip_version': 4}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:52.606841 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1582d-7d8e-495b-8b6c-f609c0ef97f4 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Pushing event deleted for resources: {'Port': ['ID=a450c5d1-6d13-4aa3-b5b2-4b4d175b905f,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:52.621708 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c066be6-e967-4619-bcb9-92970d39e81a admin admin] Pushing event updated for resources: {'Network': ['ID=9e0357cd-76bd-4e21-89d4-9d78cc417f8b,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:52.626217 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9ebdb4f8-1643-4e40-901c-84637456455c req-0db3f1cd-f8b3-4290-923c-16ebc2d3e554 service neutron] 10.222.0.18 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416898 Mar 28 14:34:52.640373 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c800ab-1a7c-41a9-8aad-a6fd428411b1 admin admin] Made reservation on behalf of e1ca0256a81e4770b588d7c6cf4c4b2f for: {'subnet': 1} {{(pid=103204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:34:52.643120 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-94c800ab-1a7c-41a9-8aad-a6fd428411b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4368929'] for subnet (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:52.675209 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-63776526-9bb2-41c6-bba9-25d05392ceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1174680643-router', 'tenant_id': '26effb221cba493895805136dd811e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:50Z', 'revision_number': 4, 'project_id': '26effb221cba493895805136dd811e20', 'gw_port': {'id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:40Z', 'updated_at': '2022-03-28T14:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '62d6c6f4-bb16-462f-b1bf-73436dc2a088', 'tenant_id': '26effb221cba493895805136dd811e20', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'port_id': '80106ea7-9c48-4ff8-8939-825a3ac31f96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'mac_address': 'fa:16:3e:74:07:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fecba92-4e69-4b41-8675-dc8f58ef783a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:34:36Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 1, 'project_id': '26effb221cba493895805136dd811e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd48e26ee-610c-4ce0-a1fd-0a1e5841dba7', 'name': '', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'tenant_id': '26effb221cba493895805136dd811e20', 'mac_address': 'fa:16:3e:92:ba:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:59Z', 'revision_number': 5, 'project_id': '26effb221cba493895805136dd811e20', 'subnets': [{'id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:52.695172 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821 is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:34:52.695567 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:52.702395 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Network 9e0357cd-76bd-4e21-89d4-9d78cc417f8b details requested by agent ovs-agent-dv-cinder-790535-35-iscsi with host dv-cinder-790535-35-iscsi {{(pid=103206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:34:52.720273 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63776526-9bb2-41c6-bba9-25d05392ceea None None] The sync data for ids ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'] in dv-cinder-790535-35-iscsi is: [{'id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1174680643-router', 'tenant_id': '26effb221cba493895805136dd811e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:50Z', 'revision_number': 4, 'project_id': '26effb221cba493895805136dd811e20', 'gw_port': {'id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:40Z', 'updated_at': '2022-03-28T14:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '62d6c6f4-bb16-462f-b1bf-73436dc2a088', 'tenant_id': '26effb221cba493895805136dd811e20', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'port_id': '80106ea7-9c48-4ff8-8939-825a3ac31f96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'mac_address': 'fa:16:3e:74:07:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fecba92-4e69-4b41-8675-dc8f58ef783a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:34:36Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 1, 'project_id': '26effb221cba493895805136dd811e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd48e26ee-610c-4ce0-a1fd-0a1e5841dba7', 'name': '', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'tenant_id': '26effb221cba493895805136dd811e20', 'mac_address': 'fa:16:3e:92:ba:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:59Z', 'revision_number': 5, 'project_id': '26effb221cba493895805136dd811e20', 'subnets': [{'id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:34:52.757457 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23fdc58d-c847-4eac-a78d-7fdc1569afd6 req-dcf1582d-7d8e-495b-8b6c-f609c0ef97f4 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Router de201a7f-c106-430f-88c1-91e3f5b48dca has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:34:52.790548 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] For port 00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:52.806098 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:52.864521 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-94c800ab-1a7c-41a9-8aad-a6fd428411b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4432319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4368951'] for subnet (60c6e1c4-00ed-4ded-b301-c026a0bf7bc0), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:52.869765 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Pushing event updated for resources: {'Port': ['ID=00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:52.901713 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23fdc58d-c847-4eac-a78d-7fdc1569afd6 req-dcf1582d-7d8e-495b-8b6c-f609c0ef97f4 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:34:52.911835 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1979f7c0-1807-47a4-8ad3-beb46d79c6bc None None] Sync routers for ids ['de201a7f-c106-430f-88c1-91e3f5b48dca'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:34:52.926539 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1979f7c0-1807-47a4-8ad3-beb46d79c6bc None None] Routers {'de201a7f-c106-430f-88c1-91e3f5b48dca'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:52.927199 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-1979f7c0-1807-47a4-8ad3-beb46d79c6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['de201a7f-c106-430f-88c1-91e3f5b48dca'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:52.940889 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c800ab-1a7c-41a9-8aad-a6fd428411b1 admin admin] Checking segment: {'id': 'def5deae-426c-4ee1-b743-70224eb0cf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9e0357cd-76bd-4e21-89d4-9d78cc417f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:34:52.941508 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c800ab-1a7c-41a9-8aad-a6fd428411b1 admin admin] Network hostable DHCP agents. Network: 9e0357cd-76bd-4e21-89d4-9d78cc417f8b, hostable agents: ['eea6c500-11a4-453f-b304-9367778e315c'], hosted agents: [] {{(pid=103204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:34:52.954538 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c800ab-1a7c-41a9-8aad-a6fd428411b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60c6e1c4-00ed-4ded-b301-c026a0bf7bc0,revision_number=0']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:52.984113 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c800ab-1a7c-41a9-8aad-a6fd428411b1 admin admin] Network 9e0357cd-76bd-4e21-89d4-9d78cc417f8b is scheduled to be hosted by DHCP agent eea6c500-11a4-453f-b304-9367778e315c with binding_index 1 {{(pid=103204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:34:52.986371 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fdc58d-c847-4eac-a78d-7fdc1569afd6 req-dcf1582d-7d8e-495b-8b6c-f609c0ef97f4 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] No DVR routers for this DVR port a450c5d1-6d13-4aa3-b5b2-4b4d175b905f on host hv-cinder-79053 {{(pid=103205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:34:52.989437 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-23fdc58d-c847-4eac-a78d-7fdc1569afd6 req-dcf1582d-7d8e-495b-8b6c-f609c0ef97f4 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:52.993144 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-23fdc58d-c847-4eac-a78d-7fdc1569afd6 req-dcf1582d-7d8e-495b-8b6c-f609c0ef97f4 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.18 "DELETE /v2.0/ports/a450c5d1-6d13-4aa3-b5b2-4b4d175b905f HTTP/1.1" status: 204 len: 173 time: 1.2546651 Mar 28 14:34:52.993929 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071977c7-55ce-4f18-bc78-2781afa68fdc', 'name': 'network-vif-deleted', 'tag': 'a450c5d1-6d13-4aa3-b5b2-4b4d175b905f'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:34:52.998272 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab54a72d-b4c4-467c-8c17-e2814563a9e3" -d '{"events": [{"server_uuid": "071977c7-55ce-4f18-bc78-2781afa68fdc", "name": "network-vif-deleted", "tag": "a450c5d1-6d13-4aa3-b5b2-4b4d175b905f"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:34:53.002416 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-94c800ab-1a7c-41a9-8aad-a6fd428411b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-35-iscsi, 9e0357cd-76bd-4e21-89d4-9d78cc417f8b) {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:34:53.010901 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c800ab-1a7c-41a9-8aad-a6fd428411b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:53.014788 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-94c800ab-1a7c-41a9-8aad-a6fd428411b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for subnet (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:53.068726 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-94c800ab-1a7c-41a9-8aad-a6fd428411b1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4936574 Mar 28 14:34:53.071338 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46624) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:53.081513 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-ff717e5e-0c87-455b-8d2b-e75d5bc839d1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2083600384-router', 'tenant_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:53.107684 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c920ae53-8d44-45d0-a037-19f361dfb62a req-95b8e927-2696-484d-933e-df44aaabb535 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=071977c7-55ce-4f18-bc78-2781afa68fdc HTTP/1.1" status: 200 len: 210 time: 0.0774033 Mar 28 14:34:53.109438 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafa0605-d54d-4b38-b252-4e22e1a5fdb9 x-openstack-request-id: req-dafa0605-d54d-4b38-b252-4e22e1a5fdb9 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:34:53.110211 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071977c7-55ce-4f18-bc78-2781afa68fdc", "name": "network-vif-deleted", "tag": "a450c5d1-6d13-4aa3-b5b2-4b4d175b905f", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:34:53.110211 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dafa0605-d54d-4b38-b252-4e22e1a5fdb9 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:34:53.110429 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dafa0605-d54d-4b38-b252-4e22e1a5fdb9'] response: {'server_uuid': '071977c7-55ce-4f18-bc78-2781afa68fdc', 'name': 'network-vif-deleted', 'tag': 'a450c5d1-6d13-4aa3-b5b2-4b4d175b905f', 'status': 'completed', 'code': 200} Mar 28 14:34:53.111873 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5ea16c-975c-40d8-af83-4306c7d8d733 None None] Network 9e0357cd-76bd-4e21-89d4-9d78cc417f8b requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:34:53.117025 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ff717e5e-0c87-455b-8d2b-e75d5bc839d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1571640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63144'] for router (165ccd63-9f50-4b42-8918-b0111a20e2f7), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:53.118223 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ff717e5e-0c87-455b-8d2b-e75d5bc839d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1558009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63137'] for router (165ccd63-9f50-4b42-8918-b0111a20e2f7), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:53.168428 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af34e2-6b91-49d3-9f35-d20b0577248c None None] New status for floating IP 62d6c6f4-bb16-462f-b1bf-73436dc2a088: ACTIVE {{(pid=103207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:34:53.198206 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ff717e5e-0c87-455b-8d2b-e75d5bc839d1 admin admin] Publish callbacks [] for router_controller (165ccd63-9f50-4b42-8918-b0111a20e2f7), precommit_add_association {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:53.213036 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-1979f7c0-1807-47a4-8ad3-beb46d79c6bc None None] Set router de201a7f-c106-430f-88c1-91e3f5b48dca gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:53.353370 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] Sync routers for ids ['12fd7a95-23ea-4610-87a1-43dff2edc137'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:34:53.375855 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ff717e5e-0c87-455b-8d2b-e75d5bc839d1 admin admin] Publish callbacks [] for router_gateway (165ccd63-9f50-4b42-8918-b0111a20e2f7), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:53.417444 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bb3ad-e79e-40cf-af6a-b2d11e139017 req-61ea71bf-d6d5-468b-bbe4-b04d6584fa0f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:53.420945 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] Routers {'12fd7a95-23ea-4610-87a1-43dff2edc137'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:53.420945 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['12fd7a95-23ea-4610-87a1-43dff2edc137'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:53.436267 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9f7bb3ad-e79e-40cf-af6a-b2d11e139017 req-61ea71bf-d6d5-468b-bbe4-b04d6584fa0f tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.0870161 Mar 28 14:34:53.492982 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9f7bb3ad-e79e-40cf-af6a-b2d11e139017 req-d82bd4bc-f1ee-4acd-8c8b-2a618c7a9ab7 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554550 Mar 28 14:34:53.618190 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ff717e5e-0c87-455b-8d2b-e75d5bc839d1 admin admin] Publish callbacks [] for router_gateway (165ccd63-9f50-4b42-8918-b0111a20e2f7), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:53.638068 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ff717e5e-0c87-455b-8d2b-e75d5bc839d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:53.677438 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a504af64-ea16-433a-a2cc-3c361ca141f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69f788e2-bcdf-539a-bdd8-b0cf31fd8e9f-9e0357cd-76bd-4e21-89d4-9d78cc417f8b', 'network_id': '9e0357cd-76bd-4e21-89d4-9d78cc417f8b', 'project_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'fixed_ips': [{'subnet_id': '60c6e1c4-00ed-4ded-b301-c026a0bf7bc0'}]}} from dv-cinder-790535-35-iscsi. {{(pid=103206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 14:34:53.678294 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a504af64-ea16-433a-a2cc-3c361ca141f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:53.742438 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-ff717e5e-0c87-455b-8d2b-e75d5bc839d1 admin admin] Allocated IP 172.27.1.108 (c66de8d5-469e-474b-81ba-d9e7301ef93c/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73/2012fdb0-eb16-4eb6-a1da-5346d1d472ff) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:34:53.851867 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] Set router 12fd7a95-23ea-4610-87a1-43dff2edc137 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:53.852102 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ff717e5e-0c87-455b-8d2b-e75d5bc839d1 admin admin] Publish callbacks [] for port (2012fdb0-eb16-4eb6-a1da-5346d1d472ff), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:53.889802 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ff717e5e-0c87-455b-8d2b-e75d5bc839d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (2012fdb0-eb16-4eb6-a1da-5346d1d472ff), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:53.926610 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff717e5e-0c87-455b-8d2b-e75d5bc839d1 admin admin] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:34:53.929456 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-ff717e5e-0c87-455b-8d2b-e75d5bc839d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:34:53.935038 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff717e5e-0c87-455b-8d2b-e75d5bc839d1 admin admin] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:34:53.956448 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff717e5e-0c87-455b-8d2b-e75d5bc839d1 admin admin] Pushing event updated for resources: {'Port': ['ID=2012fdb0-eb16-4eb6-a1da-5346d1d472ff,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:54.006608 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.db_base_plugin_common [None req-a504af64-ea16-433a-a2cc-3c361ca141f6 None None] Allocated IP 172.20.0.2 (9e0357cd-76bd-4e21-89d4-9d78cc417f8b/60c6e1c4-00ed-4ded-b301-c026a0bf7bc0/b09ed3fb-dd59-481c-8514-81ac76653677) {{(pid=103206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:34:54.052415 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-1979f7c0-1807-47a4-8ad3-beb46d79c6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'name': 'tempest-AttachVolumeTestJSON-165406945-router', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:40Z', 'revision_number': 4, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'gw_port': {'id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'c8c16ed9-4964-4c1f-8c1e-16cc28c17980', 'name': '', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'mac_address': 'fa:16:3e:05:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:39Z', 'updated_at': '2022-03-28T14:27:49Z', 'revision_number': 5, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'subnets': [{'id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:54.135115 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1979f7c0-1807-47a4-8ad3-beb46d79c6bc None None] Checking router: de201a7f-c106-430f-88c1-91e3f5b48dca for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:34:54.182313 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1979f7c0-1807-47a4-8ad3-beb46d79c6bc None None] Routers {'de201a7f-c106-430f-88c1-91e3f5b48dca'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:54.182546 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46634) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:54.183052 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-1979f7c0-1807-47a4-8ad3-beb46d79c6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['de201a7f-c106-430f-88c1-91e3f5b48dca'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:54.190349 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ff717e5e-0c87-455b-8d2b-e75d5bc839d1 admin admin] Publish callbacks [] for router_gateway (165ccd63-9f50-4b42-8918-b0111a20e2f7), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:54.241875 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-862c5910-5964-44b0-9c19-88a7e2205153 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for security_group (8e5342f3-5849-4121-b773-ce94ba512abc), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:54.265443 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-862c5910-5964-44b0-9c19-88a7e2205153 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for security_group (8e5342f3-5849-4121-b773-ce94ba512abc), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:54.323267 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-862c5910-5964-44b0-9c19-88a7e2205153 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (8e5342f3-5849-4121-b773-ce94ba512abc), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:54.326454 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-862c5910-5964-44b0-9c19-88a7e2205153 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:54.331079 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-862c5910-5964-44b0-9c19-88a7e2205153 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "DELETE /v2.0/security-groups/8e5342f3-5849-4121-b773-ce94ba512abc HTTP/1.1" status: 204 len: 168 time: 0.1442943 Mar 28 14:34:54.331720 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46636) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:54.351444 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c5910-5964-44b0-9c19-88a7e2205153 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5342f3-5849-4121-b773-ce94ba512abc,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:54.353806 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.api.v2.resource [None req-aed4125f-5f92-458d-a890-43bae45abef8 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] show failed (client error): The resource could not be found. Mar 28 14:34:54.354915 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-aed4125f-5f92-458d-a890-43bae45abef8 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups/8e5342f3-5849-4121-b773-ce94ba512abc HTTP/1.1" status: 404 len: 347 time: 0.0221465 Mar 28 14:34:54.359243 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46638) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:54.369584 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a504af64-ea16-433a-a2cc-3c361ca141f6 None None] Publish callbacks [] for port (b09ed3fb-dd59-481c-8514-81ac76653677), precommit_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:54.372052 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-1979f7c0-1807-47a4-8ad3-beb46d79c6bc None None] Set router de201a7f-c106-430f-88c1-91e3f5b48dca gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:54.375520 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 4, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port': {'id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '3d70ce31-82a1-4d64-9a4c-c9ca9a38474e', 'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'mac_address': 'fa:16:3e:ca:0c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:49Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 2, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'subnets': [{'id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:54.408293 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ff717e5e-0c87-455b-8d2b-e75d5bc839d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1557806'] for router (165ccd63-9f50-4b42-8918-b0111a20e2f7), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:54.443272 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a504af64-ea16-433a-a2cc-3c361ca141f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (b09ed3fb-dd59-481c-8514-81ac76653677), after_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:54.450254 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:34:54.460445 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] Checking router: 12fd7a95-23ea-4610-87a1-43dff2edc137 for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:34:54.460796 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] Updating router 12fd7a95-23ea-4610-87a1-43dff2edc137 port 3d70ce31-82a1-4d64-9a4c-c9ca9a38474e binding host dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:34:54.492998 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d81fb-45fe-4f5a-9ddd-e5b8409a595e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Deleting port b606e247-bf9b-4a77-8248-6e2c1f911ac0 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:34:54.493646 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-8c7d81fb-45fe-4f5a-9ddd-e5b8409a595e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (b606e247-bf9b-4a77-8248-6e2c1f911ac0), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:54.565844 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff717e5e-0c87-455b-8d2b-e75d5bc839d1 admin admin] Router 165ccd63-9f50-4b42-8918-b0111a20e2f7 is scheduled to L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 with binding_index 1 {{(pid=103204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:34:54.574509 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a504af64-ea16-433a-a2cc-3c361ca141f6 None None] Network 9e0357cd-76bd-4e21-89d4-9d78cc417f8b is already hosted by enough agents. {{(pid=103206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:34:54.586711 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-8c7d81fb-45fe-4f5a-9ddd-e5b8409a595e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (b606e247-bf9b-4a77-8248-6e2c1f911ac0), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:54.587069 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-8c7d81fb-45fe-4f5a-9ddd-e5b8409a595e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for floatingip (b606e247-bf9b-4a77-8248-6e2c1f911ac0), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:54.590071 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.scheduler.base_scheduler [None req-a504af64-ea16-433a-a2cc-3c361ca141f6 None None] Resources bound (agent type, host, resource id): {{(pid=103206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:34:54.595978 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a504af64-ea16-433a-a2cc-3c361ca141f6 None None] Received port after_create {{(pid=103206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:34:54.598280 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504af64-ea16-433a-a2cc-3c361ca141f6 None None] Pushing event updated for resources: {'Port': ['ID=b09ed3fb-dd59-481c-8514-81ac76653677,revision_number=1']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:54.602094 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d81fb-45fe-4f5a-9ddd-e5b8409a595e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Calling delete_port for b606e247-bf9b-4a77-8248-6e2c1f911ac0 owned by network:floatingip {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:34:54.612226 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (3d70ce31-82a1-4d64-9a4c-c9ca9a38474e), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:54.685518 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device a450c5d1-6d13-4aa3-b5b2-4b4d175b905f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:34:54.753403 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-8c7d81fb-45fe-4f5a-9ddd-e5b8409a595e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (b606e247-bf9b-4a77-8248-6e2c1f911ac0), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:54.757935 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] No Port match for: a450c5d1-6d13-4aa3-b5b2-4b4d175b905f {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:34:54.758274 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device a450c5d1-6d13-4aa3-b5b2-4b4d175b905f not bound to the agent host hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:34:54.782020 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d81fb-45fe-4f5a-9ddd-e5b8409a595e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Pushing event deleted for resources: {'Port': ['ID=b606e247-bf9b-4a77-8248-6e2c1f911ac0,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:54.784982 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:34:54.785354 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:54.798035 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-a504af64-ea16-433a-a2cc-3c361ca141f6 None None] Attempting to bind port b09ed3fb-dd59-481c-8514-81ac76653677 on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:34:54.798406 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-a504af64-ea16-433a-a2cc-3c361ca141f6 None None] Attempting to bind port b09ed3fb-dd59-481c-8514-81ac76653677 by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': 'def5deae-426c-4ee1-b743-70224eb0cf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9e0357cd-76bd-4e21-89d4-9d78cc417f8b'}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:34:54.798761 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504af64-ea16-433a-a2cc-3c361ca141f6 None None] Attempting to bind port b09ed3fb-dd59-481c-8514-81ac76653677 on network 9e0357cd-76bd-4e21-89d4-9d78cc417f8b {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:34:54.853435 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-8c7d81fb-45fe-4f5a-9ddd-e5b8409a595e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for floatingip (5e3f077c-a14d-48cf-b5c1-a87b1da20d2f), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:54.856292 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-8c7d81fb-45fe-4f5a-9ddd-e5b8409a595e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:54.860524 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-8c7d81fb-45fe-4f5a-9ddd-e5b8409a595e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "DELETE /v2.0/floatingips/5e3f077c-a14d-48cf-b5c1-a87b1da20d2f HTTP/1.1" status: 204 len: 168 time: 0.4969044 Mar 28 14:34:54.884669 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504af64-ea16-433a-a2cc-3c361ca141f6 None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:34:54.885072 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504af64-ea16-433a-a2cc-3c361ca141f6 None None] Checking segment: {'id': 'def5deae-426c-4ee1-b743-70224eb0cf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9e0357cd-76bd-4e21-89d4-9d78cc417f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:34:54.885437 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a504af64-ea16-433a-a2cc-3c361ca141f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:54.885828 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504af64-ea16-433a-a2cc-3c361ca141f6 None None] Bound using segment: {'id': 'def5deae-426c-4ee1-b743-70224eb0cf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9e0357cd-76bd-4e21-89d4-9d78cc417f8b'} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:34:54.886313 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-a504af64-ea16-433a-a2cc-3c361ca141f6 None None] Bound port: b09ed3fb-dd59-481c-8514-81ac76653677, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def5deae-426c-4ee1-b743-70224eb0cf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9e0357cd-76bd-4e21-89d4-9d78cc417f8b'}}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:34:54.886714 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a504af64-ea16-433a-a2cc-3c361ca141f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (b09ed3fb-dd59-481c-8514-81ac76653677), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:54.946728 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa07ffa-7c6c-4c68-bcc0-25782bdfe535 req-332a74c9-57f7-4b83-8ccb-a5e4d0b87d43 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:54.951527 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-8fa07ffa-7c6c-4c68-bcc0-25782bdfe535 req-332a74c9-57f7-4b83-8ccb-a5e4d0b87d43 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.3814390 Mar 28 14:34:54.993063 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff717e5e-0c87-455b-8d2b-e75d5bc839d1 admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:34:55.003844 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] Sync routers for ids ['165ccd63-9f50-4b42-8918-b0111a20e2f7'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:34:55.018618 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ff717e5e-0c87-455b-8d2b-e75d5bc839d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:55.019879 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-ff717e5e-0c87-455b-8d2b-e75d5bc839d1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9473989 Mar 28 14:34:55.022651 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46644) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:55.022778 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] Routers {'165ccd63-9f50-4b42-8918-b0111a20e2f7'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:55.024838 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['165ccd63-9f50-4b42-8918-b0111a20e2f7'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:55.039497 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-8fa07ffa-7c6c-4c68-bcc0-25782bdfe535 req-d6f4a7f7-368f-4362-9b53-6a2c2bee8041 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847774 Mar 28 14:34:55.118455 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:34:55.121667 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-a504af64-ea16-433a-a2cc-3c361ca141f6 None None] For port b09ed3fb-dd59-481c-8514-81ac76653677, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:34:55.144222 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-1979f7c0-1807-47a4-8ad3-beb46d79c6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'name': 'tempest-AttachVolumeTestJSON-165406945-router', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:40Z', 'revision_number': 4, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'gw_port': {'id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'c8c16ed9-4964-4c1f-8c1e-16cc28c17980', 'name': '', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'mac_address': 'fa:16:3e:05:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:39Z', 'updated_at': '2022-03-28T14:27:49Z', 'revision_number': 5, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'subnets': [{'id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:55.152016 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-a504af64-ea16-433a-a2cc-3c361ca141f6 None None] For port b09ed3fb-dd59-481c-8514-81ac76653677, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=b09ed3fb-dd59-481c-8514-81ac76653677,segment=NetworkSegment(def5deae-426c-4ee1-b743-70224eb0cf4b),segment_id=def5deae-426c-4ee1-b743-70224eb0cf4b)] {{(pid=103206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:34:55.168402 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] Set router 165ccd63-9f50-4b42-8918-b0111a20e2f7 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:55.194423 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46646) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:55.199297 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-6dab2e87-6a32-4585-8071-1feaa8a2db6c tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1644602386', 'description': 'tempest-description--263222972'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:55.222752 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-6dab2e87-6a32-4585-8071-1feaa8a2db6c tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:55.311119 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-6dab2e87-6a32-4585-8071-1feaa8a2db6c tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for security_group (68c7304e-361c-4dbc-82c3-a4971649ea5c), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:55.316745 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-6dab2e87-6a32-4585-8071-1feaa8a2db6c tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (68c7304e-361c-4dbc-82c3-a4971649ea5c), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:55.333550 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1979f7c0-1807-47a4-8ad3-beb46d79c6bc None None] The sync data for ids ['de201a7f-c106-430f-88c1-91e3f5b48dca'] in dv-cinder-790535-35-iscsi is: [{'id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'name': 'tempest-AttachVolumeTestJSON-165406945-router', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:40Z', 'revision_number': 4, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'gw_port': {'id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'c8c16ed9-4964-4c1f-8c1e-16cc28c17980', 'name': '', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'mac_address': 'fa:16:3e:05:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:39Z', 'updated_at': '2022-03-28T14:27:49Z', 'revision_number': 5, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'subnets': [{'id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:34:55.341069 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a504af64-ea16-433a-a2cc-3c361ca141f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (b09ed3fb-dd59-481c-8514-81ac76653677), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:55.372426 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-6dab2e87-6a32-4585-8071-1feaa8a2db6c tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:55.377661 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-6dab2e87-6a32-4585-8071-1feaa8a2db6c tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1798224 Mar 28 14:34:55.383199 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46648) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:55.389890 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165ccd63-9f50-4b42-8918-b0111a20e2f7', 'name': 'tempest-TestVolumeBootPattern-2083600384-router', 'tenant_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '2012fdb0-eb16-4eb6-a1da-5346d1d472ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:53Z', 'updated_at': '2022-03-28T14:34:54Z', 'revision_number': 3, 'project_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'gw_port': {'id': '2012fdb0-eb16-4eb6-a1da-5346d1d472ff', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:db:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165ccd63-9f50-4b42-8918-b0111a20e2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:53Z', 'updated_at': '2022-03-28T14:34:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:55.391921 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-5584ac7d-a9e9-4beb-bc67-9fd7483a7bf1 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Request body: {'security_group_rule': {'security_group_id': '68c7304e-361c-4dbc-82c3-a4971649ea5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:55.400599 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab2e87-6a32-4585-8071-1feaa8a2db6c tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c7304e-361c-4dbc-82c3-a4971649ea5c,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:55.434075 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] Checking router: 165ccd63-9f50-4b42-8918-b0111a20e2f7 for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:34:55.434425 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] Updating router 165ccd63-9f50-4b42-8918-b0111a20e2f7 port 2012fdb0-eb16-4eb6-a1da-5346d1d472ff binding host dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:34:55.457440 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5584ac7d-a9e9-4beb-bc67-9fd7483a7bf1 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for security_group_rule (ac707149-6fe8-4faa-ba23-5efab99c0b59), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:55.470422 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] Publish callbacks [] for port (3d70ce31-82a1-4d64-9a4c-c9ca9a38474e), precommit_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:55.485278 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (2012fdb0-eb16-4eb6-a1da-5346d1d472ff), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:55.486844 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504af64-ea16-433a-a2cc-3c361ca141f6 None None] Pushing event updated for resources: {'Port': ['ID=b09ed3fb-dd59-481c-8514-81ac76653677,revision_number=2']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:55.495159 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (3d70ce31-82a1-4d64-9a4c-c9ca9a38474e), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:55.610604 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5584ac7d-a9e9-4beb-bc67-9fd7483a7bf1 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for security_group_rule (ac707149-6fe8-4faa-ba23-5efab99c0b59), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:55.617133 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5584ac7d-a9e9-4beb-bc67-9fd7483a7bf1 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (ac707149-6fe8-4faa-ba23-5efab99c0b59), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:55.659395 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584ac7d-a9e9-4beb-bc67-9fd7483a7bf1 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac707149-6fe8-4faa-ba23-5efab99c0b59,revision_number=0']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:55.670008 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5584ac7d-a9e9-4beb-bc67-9fd7483a7bf1 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:55.673315 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-5584ac7d-a9e9-4beb-bc67-9fd7483a7bf1 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2890670 Mar 28 14:34:55.673629 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e37871-2638-4765-9c98-1d2844afd07f None None] Pushing event updated for resources: {'Port': ['ID=3d70ce31-82a1-4d64-9a4c-c9ca9a38474e,revision_number=3']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:55.676375 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46650) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:55.687143 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-7431b7dd-a1ca-4650-9b27-b0b5045feb0f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Request body: {'security_group_rule': {'security_group_id': '68c7304e-361c-4dbc-82c3-a4971649ea5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:55.697627 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] Attempting to bind port 3d70ce31-82a1-4d64-9a4c-c9ca9a38474e on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:34:55.698104 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] Attempting to bind port 3d70ce31-82a1-4d64-9a4c-c9ca9a38474e by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': 'e3a08f39-70e6-409b-9013-2dc1166e0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49'}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:34:55.698362 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] Attempting to bind port 3d70ce31-82a1-4d64-9a4c-c9ca9a38474e on network f405bb5a-c1e1-4b86-b73d-65ef62332c49 {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:34:55.710087 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:34:55.710511 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] Checking segment: {'id': 'e3a08f39-70e6-409b-9013-2dc1166e0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:34:55.710931 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:55.711401 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] Bound using segment: {'id': 'e3a08f39-70e6-409b-9013-2dc1166e0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49'} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:34:55.711894 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] Bound port: 3d70ce31-82a1-4d64-9a4c-c9ca9a38474e, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a08f39-70e6-409b-9013-2dc1166e0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49'}}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:34:55.725188 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (3d70ce31-82a1-4d64-9a4c-c9ca9a38474e), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:55.734862 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-eaf81dda-c6ef-44d4-9c26-c4146edb62ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:55.740025 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7431b7dd-a1ca-4650-9b27-b0b5045feb0f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for security_group_rule (d403eb1c-b72b-4250-8e23-f75b400fae10), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:55.858080 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] For port 3d70ce31-82a1-4d64-9a4c-c9ca9a38474e, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:34:55.865439 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] For port 3d70ce31-82a1-4d64-9a4c-c9ca9a38474e, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=3d70ce31-82a1-4d64-9a4c-c9ca9a38474e,segment=NetworkSegment(e3a08f39-70e6-409b-9013-2dc1166e0fe4),segment_id=e3a08f39-70e6-409b-9013-2dc1166e0fe4)] {{(pid=103206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:34:55.881694 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565f891c-ec80-4419-a4f6-edf96323c42a None None] New status for floating IP 5e3f077c-a14d-48cf-b5c1-a87b1da20d2f: DOWN {{(pid=103206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:34:55.919785 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7431b7dd-a1ca-4650-9b27-b0b5045feb0f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for security_group_rule (d403eb1c-b72b-4250-8e23-f75b400fae10), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:55.924921 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7431b7dd-a1ca-4650-9b27-b0b5045feb0f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (d403eb1c-b72b-4250-8e23-f75b400fae10), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:55.958100 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431b7dd-a1ca-4650-9b27-b0b5045feb0f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d403eb1c-b72b-4250-8e23-f75b400fae10,revision_number=0']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:55.981875 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7431b7dd-a1ca-4650-9b27-b0b5045feb0f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:55.985332 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (3d70ce31-82a1-4d64-9a4c-c9ca9a38474e), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:55.986487 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-7431b7dd-a1ca-4650-9b27-b0b5045feb0f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3090572 Mar 28 14:34:55.987129 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46652) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:34:55.997398 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-1148ac09-2b6b-4ed0-9f34-533faeadbd5d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Request body: {'floatingip': {'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:56.008727 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] Publish callbacks [] for port (2012fdb0-eb16-4eb6-a1da-5346d1d472ff), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:56.017781 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (2012fdb0-eb16-4eb6-a1da-5346d1d472ff), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:56.042522 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1148ac09-2b6b-4ed0-9f34-533faeadbd5d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:56.080154 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] Attempting to bind port 2012fdb0-eb16-4eb6-a1da-5346d1d472ff on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:34:56.080450 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] Attempting to bind port 2012fdb0-eb16-4eb6-a1da-5346d1d472ff by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:34:56.080808 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] Attempting to bind port 2012fdb0-eb16-4eb6-a1da-5346d1d472ff on network c66de8d5-469e-474b-81ba-d9e7301ef93c {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:34:56.089269 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:34:56.089641 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] Checking segment: {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:34:56.090074 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:56.090480 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] Bound using segment: {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:34:56.090935 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] Bound port: 2012fdb0-eb16-4eb6-a1da-5346d1d472ff, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:34:56.091585 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (2012fdb0-eb16-4eb6-a1da-5346d1d472ff), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:56.098119 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [None req-eaf81dda-c6ef-44d4-9c26-c4146edb62ae admin admin] Allocated IP 172.20.0.1 (9e0357cd-76bd-4e21-89d4-9d78cc417f8b/60c6e1c4-00ed-4ded-b301-c026a0bf7bc0/90cba590-1f4c-4538-912a-4a4997a3b07e) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:34:56.100450 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e37871-2638-4765-9c98-1d2844afd07f None None] Pushing event updated for resources: {'Port': ['ID=3d70ce31-82a1-4d64-9a4c-c9ca9a38474e,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:56.157663 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] For port 2012fdb0-eb16-4eb6-a1da-5346d1d472ff, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:34:56.162824 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] For port 2012fdb0-eb16-4eb6-a1da-5346d1d472ff, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=2012fdb0-eb16-4eb6-a1da-5346d1d472ff,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:34:56.164119 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] Routers {'12fd7a95-23ea-4610-87a1-43dff2edc137'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:56.164854 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['12fd7a95-23ea-4610-87a1-43dff2edc137'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:56.174891 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-03e7556e-8c82-4e4a-95f5-364a66c16770 None None] Provisioning complete for port 3d70ce31-82a1-4d64-9a4c-c9ca9a38474e triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:34:56.175463 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-03e7556e-8c82-4e4a-95f5-364a66c16770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (3d70ce31-82a1-4d64-9a4c-c9ca9a38474e), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:56.175951 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (2012fdb0-eb16-4eb6-a1da-5346d1d472ff), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:56.178904 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ba96d-1fa4-425a-a095-2262e7727422 None None] Pushing event updated for resources: {'Port': ['ID=2012fdb0-eb16-4eb6-a1da-5346d1d472ff,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:56.188854 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ba96d-1fa4-425a-a095-2262e7727422 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:56.189586 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ba96d-1fa4-425a-a095-2262e7727422 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:56.190149 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ba96d-1fa4-425a-a095-2262e7727422 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:56.190705 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ba96d-1fa4-425a-a095-2262e7727422 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:56.191259 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ba96d-1fa4-425a-a095-2262e7727422 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:56.191784 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ba96d-1fa4-425a-a095-2262e7727422 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:56.192329 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ba96d-1fa4-425a-a095-2262e7727422 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:56.192861 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ba96d-1fa4-425a-a095-2262e7727422 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:56.193392 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ba96d-1fa4-425a-a095-2262e7727422 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:56.193943 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ba96d-1fa4-425a-a095-2262e7727422 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:56.194478 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ba96d-1fa4-425a-a095-2262e7727422 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:56.195050 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ba96d-1fa4-425a-a095-2262e7727422 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:56.195573 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ba96d-1fa4-425a-a095-2262e7727422 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:56.196088 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ba96d-1fa4-425a-a095-2262e7727422 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:56.199816 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ba96d-1fa4-425a-a095-2262e7727422 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:56.260170 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] Routers {'165ccd63-9f50-4b42-8918-b0111a20e2f7'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:56.260945 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['165ccd63-9f50-4b42-8918-b0111a20e2f7'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:56.268308 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-eaf81dda-c6ef-44d4-9c26-c4146edb62ae admin admin] Publish callbacks [] for port (90cba590-1f4c-4538-912a-4a4997a3b07e), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:56.289555 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303b660-245a-497b-9b2d-367a62a5b211 req-cad103a8-e522-4965-94a7-0781a48b80d2 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:56.291352 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-2303b660-245a-497b-9b2d-367a62a5b211 req-cad103a8-e522-4965-94a7-0781a48b80d2 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.1217294 Mar 28 14:34:56.319472 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-eaf81dda-c6ef-44d4-9c26-c4146edb62ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (90cba590-1f4c-4538-912a-4a4997a3b07e), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:56.384091 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-2303b660-245a-497b-9b2d-367a62a5b211 req-7f690a9f-3a53-4929-beec-652f5d1b5c29 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794027 Mar 28 14:34:56.405292 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1148ac09-2b6b-4ed0-9f34-533faeadbd5d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:56.448569 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] Set router 165ccd63-9f50-4b42-8918-b0111a20e2f7 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:56.530053 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device b09ed3fb-dd59-481c-8514-81ac76653677 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:34:56.582312 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-1148ac09-2b6b-4ed0-9f34-533faeadbd5d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Allocated IP 172.27.1.225 (c66de8d5-469e-474b-81ba-d9e7301ef93c/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73/60c79afd-d017-451f-9e79-6d7a9f59afbc) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:34:56.620639 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] Set router 12fd7a95-23ea-4610-87a1-43dff2edc137 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:56.666805 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-03e7556e-8c82-4e4a-95f5-364a66c16770 None None] Current status of the port 3d70ce31-82a1-4d64-9a4c-c9ca9a38474e is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:34:56.667242 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-03e7556e-8c82-4e4a-95f5-364a66c16770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (3d70ce31-82a1-4d64-9a4c-c9ca9a38474e), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:56.731937 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1148ac09-2b6b-4ed0-9f34-533faeadbd5d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for port (60c79afd-d017-451f-9e79-6d7a9f59afbc), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:56.750820 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf81dda-c6ef-44d4-9c26-c4146edb62ae admin admin] Pushing event updated for resources: {'Port': ['ID=90cba590-1f4c-4538-912a-4a4997a3b07e,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:56.775674 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1148ac09-2b6b-4ed0-9f34-533faeadbd5d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (60c79afd-d017-451f-9e79-6d7a9f59afbc), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:56.776368 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf81dda-c6ef-44d4-9c26-c4146edb62ae admin admin] Network 9e0357cd-76bd-4e21-89d4-9d78cc417f8b is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:34:56.778687 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port b09ed3fb-dd59-481c-8514-81ac76653677 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:34:56.779202 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (b09ed3fb-dd59-481c-8514-81ac76653677), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:56.780862 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-eaf81dda-c6ef-44d4-9c26-c4146edb62ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:34:56.784322 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf81dda-c6ef-44d4-9c26-c4146edb62ae admin admin] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:34:56.785827 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ba96d-1fa4-425a-a095-2262e7727422 None None] Pushing event updated for resources: {'Port': ['ID=2012fdb0-eb16-4eb6-a1da-5346d1d472ff,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:56.798126 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-03e7556e-8c82-4e4a-95f5-364a66c16770 None None] For port 3d70ce31-82a1-4d64-9a4c-c9ca9a38474e, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=3d70ce31-82a1-4d64-9a4c-c9ca9a38474e,segment=NetworkSegment(e3a08f39-70e6-409b-9013-2dc1166e0fe4),segment_id=e3a08f39-70e6-409b-9013-2dc1166e0fe4)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:56.847142 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-eaf81dda-c6ef-44d4-9c26-c4146edb62ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1559801'] for router_interface (165ccd63-9f50-4b42-8918-b0111a20e2f7), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:56.856979 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-03e7556e-8c82-4e4a-95f5-364a66c16770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (3d70ce31-82a1-4d64-9a4c-c9ca9a38474e), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:56.867445 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148ac09-2b6b-4ed0-9f34-533faeadbd5d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Pushing event updated for resources: {'Port': ['ID=60c79afd-d017-451f-9e79-6d7a9f59afbc,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:56.886378 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1148ac09-2b6b-4ed0-9f34-533faeadbd5d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:34:56.896844 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-1148ac09-2b6b-4ed0-9f34-533faeadbd5d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:34:56.910186 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1148ac09-2b6b-4ed0-9f34-533faeadbd5d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:34:56.915480 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b14fdb-ffa6-484f-9f51-ae1658637c43 req-8f693652-efcc-4ca2-b340-9c938649f7f3 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:56.917483 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-76b14fdb-ffa6-484f-9f51-ae1658637c43 req-8f693652-efcc-4ca2-b340-9c938649f7f3 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.18 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 1.1142025 Mar 28 14:34:56.931251 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165ccd63-9f50-4b42-8918-b0111a20e2f7', 'name': 'tempest-TestVolumeBootPattern-2083600384-router', 'tenant_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '2012fdb0-eb16-4eb6-a1da-5346d1d472ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:53Z', 'updated_at': '2022-03-28T14:34:54Z', 'revision_number': 3, 'project_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'gw_port': {'id': '2012fdb0-eb16-4eb6-a1da-5346d1d472ff', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:db:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165ccd63-9f50-4b42-8918-b0111a20e2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:53Z', 'updated_at': '2022-03-28T14:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:56.966462 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7011c8aa-6a3f-4f16-b287-846bd036c695 None None] The sync data for ids ['165ccd63-9f50-4b42-8918-b0111a20e2f7'] in dv-cinder-790535-35-iscsi is: [{'id': '165ccd63-9f50-4b42-8918-b0111a20e2f7', 'name': 'tempest-TestVolumeBootPattern-2083600384-router', 'tenant_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '2012fdb0-eb16-4eb6-a1da-5346d1d472ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:53Z', 'updated_at': '2022-03-28T14:34:54Z', 'revision_number': 3, 'project_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'gw_port': {'id': '2012fdb0-eb16-4eb6-a1da-5346d1d472ff', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:db:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165ccd63-9f50-4b42-8918-b0111a20e2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:53Z', 'updated_at': '2022-03-28T14:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:34:56.993767 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7556e-8c82-4e4a-95f5-364a66c16770 None None] Pushing event updated for resources: {'Port': ['ID=3d70ce31-82a1-4d64-9a4c-c9ca9a38474e,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:57.034910 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1148ac09-2b6b-4ed0-9f34-533faeadbd5d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for floatingip (6c4dd4fe-0bf4-4f28-8ca8-6f07cf1fe571), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:57.079501 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1148ac09-2b6b-4ed0-9f34-533faeadbd5d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (60c79afd-d017-451f-9e79-6d7a9f59afbc), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:57.090782 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8421c774-c503-4623-b1dd-76686111cc3b None None] Network 9e0357cd-76bd-4e21-89d4-9d78cc417f8b requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:34:57.098281 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-76b14fdb-ffa6-484f-9f51-ae1658637c43 req-4cc43718-3552-40dd-8e61-bf2863d1c2ab tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Deleting port b30fef79-328a-461e-8788-ebbf19a769d6 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:34:57.098664 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-76b14fdb-ffa6-484f-9f51-ae1658637c43 req-4cc43718-3552-40dd-8e61-bf2863d1c2ab tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (b30fef79-328a-461e-8788-ebbf19a769d6), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:57.162907 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port b09ed3fb-dd59-481c-8514-81ac76653677 is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:34:57.163330 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (b09ed3fb-dd59-481c-8514-81ac76653677), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:57.176697 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-eaf81dda-c6ef-44d4-9c26-c4146edb62ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (90cba590-1f4c-4538-912a-4a4997a3b07e), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:57.213520 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-04f53881-634e-483b-ae65-598f5077d55f None None] Provisioning complete for port 3d70ce31-82a1-4d64-9a4c-c9ca9a38474e triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:34:57.213902 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-04f53881-634e-483b-ae65-598f5077d55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (3d70ce31-82a1-4d64-9a4c-c9ca9a38474e), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:57.251770 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-76b14fdb-ffa6-484f-9f51-ae1658637c43 req-4cc43718-3552-40dd-8e61-bf2863d1c2ab tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] For port b30fef79-328a-461e-8788-ebbf19a769d6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b30fef79-328a-461e-8788-ebbf19a769d6,segment=NetworkSegment(a8b084e1-c299-41e1-b5fd-5fcaad52ebed),segment_id=a8b084e1-c299-41e1-b5fd-5fcaad52ebed)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:57.252146 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-76b14fdb-ffa6-484f-9f51-ae1658637c43 req-4cc43718-3552-40dd-8e61-bf2863d1c2ab tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (b30fef79-328a-461e-8788-ebbf19a769d6), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:57.263452 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1148ac09-2b6b-4ed0-9f34-533faeadbd5d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for port (60c79afd-d017-451f-9e79-6d7a9f59afbc), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:57.270902 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1148ac09-2b6b-4ed0-9f34-533faeadbd5d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427782'] for port (60c79afd-d017-451f-9e79-6d7a9f59afbc), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:57.293813 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] For port b09ed3fb-dd59-481c-8514-81ac76653677, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=b09ed3fb-dd59-481c-8514-81ac76653677,segment=NetworkSegment(def5deae-426c-4ee1-b743-70224eb0cf4b),segment_id=def5deae-426c-4ee1-b743-70224eb0cf4b)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:57.312376 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (b09ed3fb-dd59-481c-8514-81ac76653677), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:57.324769 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 4, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port': {'id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '3d70ce31-82a1-4d64-9a4c-c9ca9a38474e', 'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'mac_address': 'fa:16:3e:ca:0c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:49Z', 'updated_at': '2022-03-28T14:34:55Z', 'revision_number': 4, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'subnets': [{'id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:57.433017 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148ac09-2b6b-4ed0-9f34-533faeadbd5d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Pushing event updated for resources: {'Port': ['ID=60c79afd-d017-451f-9e79-6d7a9f59afbc,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:57.451674 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1148ac09-2b6b-4ed0-9f34-533faeadbd5d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (6c4dd4fe-0bf4-4f28-8ca8-6f07cf1fe571), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:57.465930 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e1e25-7a3f-46a6-850e-fc032cd1e83e None None] The sync data for ids ['12fd7a95-23ea-4610-87a1-43dff2edc137'] in dv-cinder-790535-35-iscsi is: [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 4, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port': {'id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '3d70ce31-82a1-4d64-9a4c-c9ca9a38474e', 'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'mac_address': 'fa:16:3e:ca:0c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:49Z', 'updated_at': '2022-03-28T14:34:55Z', 'revision_number': 4, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'subnets': [{'id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:34:57.480726 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1148ac09-2b6b-4ed0-9f34-533faeadbd5d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:57.496156 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-1148ac09-2b6b-4ed0-9f34-533faeadbd5d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5047753 Mar 28 14:34:57.525245 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-04f53881-634e-483b-ae65-598f5077d55f None None] Current status of the port 3d70ce31-82a1-4d64-9a4c-c9ca9a38474e is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:34:57.538196 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Pushing event updated for resources: {'Port': ['ID=b09ed3fb-dd59-481c-8514-81ac76653677,revision_number=3']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:57.678032 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-184ae257-3aa8-4927-b6e9-83dbfdc119e8 None None] Provisioning complete for port b09ed3fb-dd59-481c-8514-81ac76653677 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:34:57.679197 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-184ae257-3aa8-4927-b6e9-83dbfdc119e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (b09ed3fb-dd59-481c-8514-81ac76653677), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:57.766388 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-eaf81dda-c6ef-44d4-9c26-c4146edb62ae admin admin] Publish callbacks [] for port (90cba590-1f4c-4538-912a-4a4997a3b07e), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:57.794121 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-76b14fdb-ffa6-484f-9f51-ae1658637c43 req-4cc43718-3552-40dd-8e61-bf2863d1c2ab tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:57.794869 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-76b14fdb-ffa6-484f-9f51-ae1658637c43 req-4cc43718-3552-40dd-8e61-bf2863d1c2ab tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (ec9e5572-b851-494b-8386-d99dc9cf1284), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:57.795423 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.l3_db [req-76b14fdb-ffa6-484f-9f51-ae1658637c43 req-4cc43718-3552-40dd-8e61-bf2863d1c2ab tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Floating IP ec9e5572-b851-494b-8386-d99dc9cf1284 disassociated. External IP: 172.27.1.150, port: b30fef79-328a-461e-8788-ebbf19a769d6. Mar 28 14:34:57.795952 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-76b14fdb-ffa6-484f-9f51-ae1658637c43 req-4cc43718-3552-40dd-8e61-bf2863d1c2ab tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Calling delete_port for b30fef79-328a-461e-8788-ebbf19a769d6 owned by compute:nova {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:34:57.842539 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-184ae257-3aa8-4927-b6e9-83dbfdc119e8 None None] Current status of the port b09ed3fb-dd59-481c-8514-81ac76653677 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:34:57.883923 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-eaf81dda-c6ef-44d4-9c26-c4146edb62ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (90cba590-1f4c-4538-912a-4a4997a3b07e), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:57.897722 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-5a5fc8ff-66b0-42ff-8830-cac37cd3c1a5 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1644602386&fields=id&tenant_id=6377be1dbc9d4159b9dde7c4218d1520 HTTP/1.1" status: 200 len: 267 time: 0.0798278 Mar 28 14:34:57.941470 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf81dda-c6ef-44d4-9c26-c4146edb62ae admin admin] Pushing event updated for resources: {'Port': ['ID=90cba590-1f4c-4538-912a-4a4997a3b07e,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:57.977495 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-b6fbfdd1-62a7-47d4-adc7-07d505d9736b None None] Provisioning complete for port 90cba590-1f4c-4538-912a-4a4997a3b07e triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:34:57.977872 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-b6fbfdd1-62a7-47d4-adc7-07d505d9736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (90cba590-1f4c-4538-912a-4a4997a3b07e), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:58.029430 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbfdd1-62a7-47d4-adc7-07d505d9736b None None] Port 90cba590-1f4c-4538-912a-4a4997a3b07e cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:34:58.037946 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-82795ffb-a282-4b35-981b-8d777d8680c8 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:58.040173 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-82795ffb-a282-4b35-981b-8d777d8680c8 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/networks?id=afb5a3e7-7844-40a2-b2f3-321ba05c443b HTTP/1.1" status: 200 len: 810 time: 0.1347480 Mar 28 14:34:58.047859 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-b6fbfdd1-62a7-47d4-adc7-07d505d9736b None None] Provisioning complete for port b09ed3fb-dd59-481c-8514-81ac76653677 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:34:58.048240 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-b6fbfdd1-62a7-47d4-adc7-07d505d9736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (b09ed3fb-dd59-481c-8514-81ac76653677), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:58.055942 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7b53a-bf4f-4ccd-a49c-dabb1bc884ee req-3a1c1a5a-5436-4e1f-a40b-beaec390c780 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:58.057515 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ced7b53a-bf4f-4ccd-a49c-dabb1bc884ee req-3a1c1a5a-5436-4e1f-a40b-beaec390c780 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 945 time: 0.4721870 Mar 28 14:34:58.066907 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-b9dc7bba-c0d8-4441-9b64-23ac9a3bde26 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/quotas/6377be1dbc9d4159b9dde7c4218d1520 HTTP/1.1" status: 200 len: 375 time: 0.0148616 Mar 28 14:34:58.068245 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-eaf81dda-c6ef-44d4-9c26-c4146edb62ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1559661'] for router_interface (165ccd63-9f50-4b42-8918-b0111a20e2f7), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:58.145183 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-654b2c05-d014-485a-bb35-7aa09f691b8f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6377be1dbc9d4159b9dde7c4218d1520&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693810 Mar 28 14:34:58.175816 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbfdd1-62a7-47d4-adc7-07d505d9736b None None] Current status of the port b09ed3fb-dd59-481c-8514-81ac76653677 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:34:58.231596 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ced7b53a-bf4f-4ccd-a49c-dabb1bc884ee req-4c48c047-99eb-4f09-93e2-aca48c5b405b tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d28e37-bf81-489c-b334-1c7051ebef43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551261 Mar 28 14:34:58.252877 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-76b14fdb-ffa6-484f-9f51-ae1658637c43 req-4cc43718-3552-40dd-8e61-bf2863d1c2ab tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (b30fef79-328a-461e-8788-ebbf19a769d6), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:58.299015 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-b32b2864-88af-4013-ab1d-b5db41d37279 None None] Provisioning complete for port 90cba590-1f4c-4538-912a-4a4997a3b07e triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:34:58.299409 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-b32b2864-88af-4013-ab1d-b5db41d37279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (90cba590-1f4c-4538-912a-4a4997a3b07e), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:58.315647 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-4a5163c3-d2d3-4ecb-8376-d7913c0c1649 service neutron] 10.222.0.13 "GET /v2.0/networks/afb5a3e7-7844-40a2-b2f3-321ba05c443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460469 Mar 28 14:34:58.316984 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc43718-3552-40dd-8e61-bf2863d1c2ab tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Pushing event deleted for resources: {'Port': ['ID=b30fef79-328a-461e-8788-ebbf19a769d6,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:58.395738 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf81dda-c6ef-44d4-9c26-c4146edb62ae admin admin] Network 9e0357cd-76bd-4e21-89d4-9d78cc417f8b is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:34:58.399285 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-eaf81dda-c6ef-44d4-9c26-c4146edb62ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:34:58.418444 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-b32b2864-88af-4013-ab1d-b5db41d37279 None None] Port 90cba590-1f4c-4538-912a-4a4997a3b07e cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:34:58.518587 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-61ecb825-78fd-471b-830f-49de8bb25813 service neutron] 10.222.0.13 "GET /v2.0/networks/afb5a3e7-7844-40a2-b2f3-321ba05c443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897364 Mar 28 14:34:58.597004 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76b14fdb-ffa6-484f-9f51-ae1658637c43 req-4cc43718-3552-40dd-8e61-bf2863d1c2ab tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Router 62fbf8b3-f946-4b2c-8633-d1873c312c4b has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:34:58.664310 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 3d70ce31-82a1-4d64-9a4c-c9ca9a38474e up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:34:58.677499 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf81dda-c6ef-44d4-9c26-c4146edb62ae admin admin] Router 165ccd63-9f50-4b42-8918-b0111a20e2f7 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:34:58.788786 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 3d70ce31-82a1-4d64-9a4c-c9ca9a38474e triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:34:58.791231 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (3d70ce31-82a1-4d64-9a4c-c9ca9a38474e), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:58.791384 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76b14fdb-ffa6-484f-9f51-ae1658637c43 req-4cc43718-3552-40dd-8e61-bf2863d1c2ab tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:34:58.802052 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85b222a-c429-4165-8f7f-0dc52cd4ebf1 None None] Sync routers for ids ['62fbf8b3-f946-4b2c-8633-d1873c312c4b'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:34:58.814194 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85b222a-c429-4165-8f7f-0dc52cd4ebf1 None None] Routers {'62fbf8b3-f946-4b2c-8633-d1873c312c4b'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:58.814918 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-b85b222a-c429-4165-8f7f-0dc52cd4ebf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['62fbf8b3-f946-4b2c-8633-d1873c312c4b'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:58.956165 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b14fdb-ffa6-484f-9f51-ae1658637c43 req-4cc43718-3552-40dd-8e61-bf2863d1c2ab tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] No DVR routers for this DVR port b30fef79-328a-461e-8788-ebbf19a769d6 on host hv-cinder-79053 {{(pid=103205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:34:58.970031 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f76c6280-1487-48f5-86e7-6d667cfe8a43 req-bd6a061b-376d-42a6-a46e-9b261880f444 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 210 time: 0.1016941 Mar 28 14:34:58.971280 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-76b14fdb-ffa6-484f-9f51-ae1658637c43 req-4cc43718-3552-40dd-8e61-bf2863d1c2ab tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:58.974858 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-76b14fdb-ffa6-484f-9f51-ae1658637c43 req-4cc43718-3552-40dd-8e61-bf2863d1c2ab tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.18 "DELETE /v2.0/ports/b30fef79-328a-461e-8788-ebbf19a769d6 HTTP/1.1" status: 204 len: 173 time: 2.0512717 Mar 28 14:34:58.975658 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22394af3-b501-4f0c-9914-36bb7efd6576', 'name': 'network-vif-deleted', 'tag': 'b30fef79-328a-461e-8788-ebbf19a769d6'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:34:58.978312 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f0afde-6f75-4548-a8b4-0dd132ba662e" -d '{"events": [{"server_uuid": "22394af3-b501-4f0c-9914-36bb7efd6576", "name": "network-vif-deleted", "tag": "b30fef79-328a-461e-8788-ebbf19a769d6"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:34:59.072988 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-b85b222a-c429-4165-8f7f-0dc52cd4ebf1 None None] Set router 62fbf8b3-f946-4b2c-8633-d1873c312c4b gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:59.118144 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460076ed-2bce-419c-943b-c70c953c0126 x-openstack-request-id: req-460076ed-2bce-419c-943b-c70c953c0126 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:34:59.118453 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22394af3-b501-4f0c-9914-36bb7efd6576", "name": "network-vif-deleted", "tag": "b30fef79-328a-461e-8788-ebbf19a769d6", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:34:59.118679 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-460076ed-2bce-419c-943b-c70c953c0126 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:34:59.119096 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-460076ed-2bce-419c-943b-c70c953c0126'] response: {'server_uuid': '22394af3-b501-4f0c-9914-36bb7efd6576', 'name': 'network-vif-deleted', 'tag': 'b30fef79-328a-461e-8788-ebbf19a769d6', 'status': 'completed', 'code': 200} Mar 28 14:34:59.120865 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf81dda-c6ef-44d4-9c26-c4146edb62ae admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:34:59.125926 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-eaf81dda-c6ef-44d4-9c26-c4146edb62ae admin admin] 10.222.0.13 "PUT /v2.0/routers/165ccd63-9f50-4b42-8918-b0111a20e2f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1021199 Mar 28 14:34:59.158413 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-3c64a17d-36b6-45ca-84d7-7daa3f84bce7 None None] Provisioning complete for port 90cba590-1f4c-4538-912a-4a4997a3b07e triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:34:59.158925 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3c64a17d-36b6-45ca-84d7-7daa3f84bce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (90cba590-1f4c-4538-912a-4a4997a3b07e), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:59.236725 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 3d70ce31-82a1-4d64-9a4c-c9ca9a38474e is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:34:59.238580 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device b09ed3fb-dd59-481c-8514-81ac76653677 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:34:59.275366 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-3c64a17d-36b6-45ca-84d7-7daa3f84bce7 None None] Port 90cba590-1f4c-4538-912a-4a4997a3b07e cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:34:59.308974 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-660b2756-8e9d-4bbd-b0ca-725680d2053b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:59.424119 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port b09ed3fb-dd59-481c-8514-81ac76653677 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:34:59.424976 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (b09ed3fb-dd59-481c-8514-81ac76653677), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:59.434388 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-cd12c0bb-04dc-46e8-b26a-91dec7060d19 req-9338abf1-518f-48e6-9bc5-bb2b4fd9e52a tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=22394af3-b501-4f0c-9914-36bb7efd6576 HTTP/1.1" status: 200 len: 210 time: 0.0346313 Mar 28 14:34:59.628255 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port b09ed3fb-dd59-481c-8514-81ac76653677 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:34:59.629870 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 2012fdb0-eb16-4eb6-a1da-5346d1d472ff up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:34:59.684785 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-b85b222a-c429-4165-8f7f-0dc52cd4ebf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1215945564-router', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:49Z', 'revision_number': 4, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'gw_port': {'id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:38Z', 'updated_at': '2022-03-28T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '1036118f-d872-47f6-a6c9-8139e0650651', 'name': '', 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'mac_address': 'fa:16:3e:0b:ff:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:56Z', 'revision_number': 5, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'subnets': [{'id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:59.739450 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 2012fdb0-eb16-4eb6-a1da-5346d1d472ff triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:34:59.740108 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (2012fdb0-eb16-4eb6-a1da-5346d1d472ff), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:59.761508 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85b222a-c429-4165-8f7f-0dc52cd4ebf1 None None] Checking router: 62fbf8b3-f946-4b2c-8633-d1873c312c4b for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:34:59.779479 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85b222a-c429-4165-8f7f-0dc52cd4ebf1 None None] Routers {'62fbf8b3-f946-4b2c-8633-d1873c312c4b'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:59.780130 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-b85b222a-c429-4165-8f7f-0dc52cd4ebf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['62fbf8b3-f946-4b2c-8633-d1873c312c4b'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:59.837301 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 2012fdb0-eb16-4eb6-a1da-5346d1d472ff is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:34:59.837795 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (2012fdb0-eb16-4eb6-a1da-5346d1d472ff), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:59.860152 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] For port 2012fdb0-eb16-4eb6-a1da-5346d1d472ff, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=2012fdb0-eb16-4eb6-a1da-5346d1d472ff,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:59.867669 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (2012fdb0-eb16-4eb6-a1da-5346d1d472ff), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:34:59.915252 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] Sync routers for ids ['165ccd63-9f50-4b42-8918-b0111a20e2f7'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:34:59.945243 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-b85b222a-c429-4165-8f7f-0dc52cd4ebf1 None None] Set router 62fbf8b3-f946-4b2c-8633-d1873c312c4b gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:59.946926 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] Routers {'165ccd63-9f50-4b42-8918-b0111a20e2f7'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:59.947582 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['165ccd63-9f50-4b42-8918-b0111a20e2f7'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:59.983977 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Pushing event updated for resources: {'Port': ['ID=2012fdb0-eb16-4eb6-a1da-5346d1d472ff,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:00.073573 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] Set router 165ccd63-9f50-4b42-8918-b0111a20e2f7 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:35:00.125972 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-842166e7-27d6-4340-8321-1550620f34d0 req-0982b93c-5d13-444c-a398-c92372e97fa0 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 210 time: 0.0545259 Mar 28 14:35:00.219923 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-b85b222a-c429-4165-8f7f-0dc52cd4ebf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1215945564-router', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:49Z', 'revision_number': 4, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'gw_port': {'id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:38Z', 'updated_at': '2022-03-28T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '1036118f-d872-47f6-a6c9-8139e0650651', 'name': '', 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'mac_address': 'fa:16:3e:0b:ff:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:56Z', 'revision_number': 5, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'subnets': [{'id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:35:00.258877 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85b222a-c429-4165-8f7f-0dc52cd4ebf1 None None] The sync data for ids ['62fbf8b3-f946-4b2c-8633-d1873c312c4b'] in dv-cinder-790535-35-iscsi is: [{'id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1215945564-router', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:49Z', 'revision_number': 4, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'gw_port': {'id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:38Z', 'updated_at': '2022-03-28T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '1036118f-d872-47f6-a6c9-8139e0650651', 'name': '', 'network_id': '6f3f979a-d18b-4240-ba5e-d7c4fbc29362', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'mac_address': 'fa:16:3e:0b:ff:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:56Z', 'revision_number': 5, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'subnets': [{'id': '52dd69ba-aebc-4a99-b26d-625288b32bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:35:00.292891 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-a218d2b1-f367-447b-99ee-bfdfb047ba40 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:00.294365 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-a218d2b1-f367-447b-99ee-bfdfb047ba40 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.18 "GET /v2.0/networks?id=afb5a3e7-7844-40a2-b2f3-321ba05c443b HTTP/1.1" status: 200 len: 810 time: 0.1613688 Mar 28 14:35:00.306855 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46694) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:00.312791 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-8b0ba75b-b241-4fb5-9ce3-3583807392c5 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-806539385', 'description': 'tempest-secgroup-smoke-806539385 description', 'project_id': 'e4f53d69085f474b95d14b83626c9705'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:35:00.353405 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8b0ba75b-b241-4fb5-9ce3-3583807392c5 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:00.369820 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-d2c38af4-6a16-4088-88ea-694385ccd3fc tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6377be1dbc9d4159b9dde7c4218d1520 HTTP/1.1" status: 200 len: 380 time: 0.0658128 Mar 28 14:35:00.380099 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-f7d6e974-d0e3-4f11-9f8b-224c855560c9 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Request body: {'port': {'device_id': '42609f35-74a5-4450-9f65-a5a1f87646a0', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'admin_state_up': True, 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'security_groups': ['68c7304e-361c-4dbc-82c3-a4971649ea5c']}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:35:00.388806 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165ccd63-9f50-4b42-8918-b0111a20e2f7', 'name': 'tempest-TestVolumeBootPattern-2083600384-router', 'tenant_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '2012fdb0-eb16-4eb6-a1da-5346d1d472ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:53Z', 'updated_at': '2022-03-28T14:34:57Z', 'revision_number': 4, 'project_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'gw_port': {'id': '2012fdb0-eb16-4eb6-a1da-5346d1d472ff', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165ccd63-9f50-4b42-8918-b0111a20e2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:53Z', 'updated_at': '2022-03-28T14:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '90cba590-1f4c-4538-912a-4a4997a3b07e', 'name': '', 'network_id': '9e0357cd-76bd-4e21-89d4-9d78cc417f8b', 'tenant_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'mac_address': 'fa:16:3e:9a:15:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165ccd63-9f50-4b42-8918-b0111a20e2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '60c6e1c4-00ed-4ded-b301-c026a0bf7bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:55Z', 'updated_at': '2022-03-28T14:34:57Z', 'revision_number': 2, 'project_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'subnets': [{'id': '60c6e1c4-00ed-4ded-b301-c026a0bf7bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:35:00.421363 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 2012fdb0-eb16-4eb6-a1da-5346d1d472ff up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:35:00.439470 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8b0ba75b-b241-4fb5-9ce3-3583807392c5 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for security_group (47d5060e-785d-4d76-9c59-ac2cccec1e7f), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:00.446636 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] Checking router: 165ccd63-9f50-4b42-8918-b0111a20e2f7 for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:35:00.447001 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] Updating router 165ccd63-9f50-4b42-8918-b0111a20e2f7 port 90cba590-1f4c-4538-912a-4a4997a3b07e binding host dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:35:00.450087 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8b0ba75b-b241-4fb5-9ce3-3583807392c5 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (47d5060e-785d-4d76-9c59-ac2cccec1e7f), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:00.487884 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (90cba590-1f4c-4538-912a-4a4997a3b07e), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:00.491308 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8b0ba75b-b241-4fb5-9ce3-3583807392c5 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:00.495344 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-8b0ba75b-b241-4fb5-9ce3-3583807392c5 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1843572 Mar 28 14:35:00.495344 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ba75b-b241-4fb5-9ce3-3583807392c5 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d5060e-785d-4d76-9c59-ac2cccec1e7f,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:00.497146 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46702) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:00.502302 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-71046704-007e-4c26-8dbc-0ffaeca0cdf6 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Request body: {'security_group_rule': {'security_group_id': '47d5060e-785d-4d76-9c59-ac2cccec1e7f', 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:35:00.535588 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 2012fdb0-eb16-4eb6-a1da-5346d1d472ff triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:35:00.535971 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (2012fdb0-eb16-4eb6-a1da-5346d1d472ff), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:00.561351 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-f7d6e974-d0e3-4f11-9f8b-224c855560c9 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Made reservation on behalf of 6377be1dbc9d4159b9dde7c4218d1520 for: {'port': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:35:00.566011 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-71046704-007e-4c26-8dbc-0ffaeca0cdf6 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for security_group_rule (578a1dbd-967b-49c5-bdb4-e3e9c6de076c), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:00.567574 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-f7d6e974-d0e3-4f11-9f8b-224c855560c9 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:00.607845 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46706) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:00.678225 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-71046704-007e-4c26-8dbc-0ffaeca0cdf6 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for security_group_rule (578a1dbd-967b-49c5-bdb4-e3e9c6de076c), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:00.691046 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-71046704-007e-4c26-8dbc-0ffaeca0cdf6 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (578a1dbd-967b-49c5-bdb4-e3e9c6de076c), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:00.713148 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d01517df-f7b6-4225-b99e-4301405a463e tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for security_group (33d28e37-bf81-489c-b334-1c7051ebef43), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:00.715825 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device b30fef79-328a-461e-8788-ebbf19a769d6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:35:00.721293 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71046704-007e-4c26-8dbc-0ffaeca0cdf6 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=578a1dbd-967b-49c5-bdb4-e3e9c6de076c,revision_number=0']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:00.733795 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-71046704-007e-4c26-8dbc-0ffaeca0cdf6 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:00.737420 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-71046704-007e-4c26-8dbc-0ffaeca0cdf6 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2369514 Mar 28 14:35:00.738250 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46708) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:00.746403 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-b5bc8343-2c97-41a4-bb0d-7209aa411da5 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Request body: {'security_group_rule': {'security_group_id': '47d5060e-785d-4d76-9c59-ac2cccec1e7f', 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:35:00.753810 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] No Port match for: b30fef79-328a-461e-8788-ebbf19a769d6 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:35:00.754156 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device b30fef79-328a-461e-8788-ebbf19a769d6 not bound to the agent host hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:35:00.759351 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d01517df-f7b6-4225-b99e-4301405a463e tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for security_group (33d28e37-bf81-489c-b334-1c7051ebef43), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:00.764617 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 2012fdb0-eb16-4eb6-a1da-5346d1d472ff is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:35:00.775416 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-f7d6e974-d0e3-4f11-9f8b-224c855560c9 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Allocated IP 172.20.0.5 (afb5a3e7-7844-40a2-b2f3-321ba05c443b/ac33e34d-f8ce-422d-8ea1-9189d3900f1e/937accb0-2d61-4592-aa7e-90f91323f2b7) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:35:00.804733 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b5bc8343-2c97-41a4-bb0d-7209aa411da5 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for security_group_rule (7040ffe4-0cf7-436f-9980-edab6257abae), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:00.852433 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d01517df-f7b6-4225-b99e-4301405a463e tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (33d28e37-bf81-489c-b334-1c7051ebef43), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:00.855494 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d01517df-f7b6-4225-b99e-4301405a463e tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:00.856653 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-d01517df-f7b6-4225-b99e-4301405a463e tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "DELETE /v2.0/security-groups/33d28e37-bf81-489c-b334-1c7051ebef43 HTTP/1.1" status: 204 len: 168 time: 0.2478132 Mar 28 14:35:00.862115 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46710) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:00.893812 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b5bc8343-2c97-41a4-bb0d-7209aa411da5 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for security_group_rule (7040ffe4-0cf7-436f-9980-edab6257abae), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:00.895715 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01517df-f7b6-4225-b99e-4301405a463e tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d28e37-bf81-489c-b334-1c7051ebef43,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:00.897799 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.api.v2.resource [None req-577a53a7-52f6-4386-b4b2-1184ad2552a1 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] show failed (client error): The resource could not be found. Mar 28 14:35:00.898896 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-577a53a7-52f6-4386-b4b2-1184ad2552a1 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups/33d28e37-bf81-489c-b334-1c7051ebef43 HTTP/1.1" status: 404 len: 347 time: 0.0346265 Mar 28 14:35:00.899397 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] Publish callbacks [] for port (90cba590-1f4c-4538-912a-4a4997a3b07e), precommit_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:00.900450 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b5bc8343-2c97-41a4-bb0d-7209aa411da5 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (7040ffe4-0cf7-436f-9980-edab6257abae), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:00.901825 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46712) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:00.918539 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (90cba590-1f4c-4538-912a-4a4997a3b07e), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:00.938432 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d41481-41ed-4a25-9c31-073895452cc9 None None] New status for floating IP ec9e5572-b851-494b-8386-d99dc9cf1284: DOWN {{(pid=103207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:35:00.981736 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47114a-77bc-4b0a-8109-56087102de6d None None] Pushing event updated for resources: {'Port': ['ID=90cba590-1f4c-4538-912a-4a4997a3b07e,revision_number=3']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:01.009905 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc8343-2c97-41a4-bb0d-7209aa411da5 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7040ffe4-0cf7-436f-9980-edab6257abae,revision_number=0']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:01.018821 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-f7d6e974-d0e3-4f11-9f8b-224c855560c9 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for port (937accb0-2d61-4592-aa7e-90f91323f2b7), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.050502 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] Attempting to bind port 90cba590-1f4c-4538-912a-4a4997a3b07e on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:35:01.051218 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] Attempting to bind port 90cba590-1f4c-4538-912a-4a4997a3b07e by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': 'def5deae-426c-4ee1-b743-70224eb0cf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9e0357cd-76bd-4e21-89d4-9d78cc417f8b'}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:35:01.051743 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] Attempting to bind port 90cba590-1f4c-4538-912a-4a4997a3b07e on network 9e0357cd-76bd-4e21-89d4-9d78cc417f8b {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:35:01.059354 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:35:01.060412 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] Checking segment: {'id': 'def5deae-426c-4ee1-b743-70224eb0cf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9e0357cd-76bd-4e21-89d4-9d78cc417f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:35:01.060828 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.061300 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] Bound using segment: {'id': 'def5deae-426c-4ee1-b743-70224eb0cf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9e0357cd-76bd-4e21-89d4-9d78cc417f8b'} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:35:01.061796 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] Bound port: 90cba590-1f4c-4538-912a-4a4997a3b07e, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def5deae-426c-4ee1-b743-70224eb0cf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9e0357cd-76bd-4e21-89d4-9d78cc417f8b'}}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:35:01.062052 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b5bc8343-2c97-41a4-bb0d-7209aa411da5 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.062165 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (90cba590-1f4c-4538-912a-4a4997a3b07e), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.064086 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-f7d6e974-d0e3-4f11-9f8b-224c855560c9 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (937accb0-2d61-4592-aa7e-90f91323f2b7), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.066046 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46714) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:01.071833 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-b5bc8343-2c97-41a4-bb0d-7209aa411da5 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3241620 Mar 28 14:35:01.076577 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-038257af-b6bd-4a19-8cc9-828fd873b583 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Request body: {'security_group_rule': {'security_group_id': '47d5060e-785d-4d76-9c59-ac2cccec1e7f', 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:35:01.105184 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-1d84eee5-e85a-4dde-8957-e07ae9b3cb98 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Deleting port e276dffa-24b6-4352-aa5c-4d376c1d5d1b {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:35:01.105516 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1d84eee5-e85a-4dde-8957-e07ae9b3cb98 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (e276dffa-24b6-4352-aa5c-4d376c1d5d1b), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.122758 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-f7d6e974-d0e3-4f11-9f8b-224c855560c9 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Network afb5a3e7-7844-40a2-b2f3-321ba05c443b is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:35:01.145610 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-f7d6e974-d0e3-4f11-9f8b-224c855560c9 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:35:01.158238 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-f7d6e974-d0e3-4f11-9f8b-224c855560c9 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:35:01.187061 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] For port 90cba590-1f4c-4538-912a-4a4997a3b07e, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:35:01.196875 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] For port 90cba590-1f4c-4538-912a-4a4997a3b07e, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=90cba590-1f4c-4538-912a-4a4997a3b07e,segment=NetworkSegment(def5deae-426c-4ee1-b743-70224eb0cf4b),segment_id=def5deae-426c-4ee1-b743-70224eb0cf4b)] {{(pid=103206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:35:01.214569 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (90cba590-1f4c-4538-912a-4a4997a3b07e), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.229925 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1d84eee5-e85a-4dde-8957-e07ae9b3cb98 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (e276dffa-24b6-4352-aa5c-4d376c1d5d1b), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.230483 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1d84eee5-e85a-4dde-8957-e07ae9b3cb98 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for floatingip (e276dffa-24b6-4352-aa5c-4d376c1d5d1b), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.233868 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6e974-d0e3-4f11-9f8b-224c855560c9 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Pushing event updated for resources: {'Port': ['ID=937accb0-2d61-4592-aa7e-90f91323f2b7,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:01.253700 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-038257af-b6bd-4a19-8cc9-828fd873b583 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for security_group_rule (9f8a0f16-89a5-4b2f-8cfb-cf055df5e6c8), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.261074 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-1d84eee5-e85a-4dde-8957-e07ae9b3cb98 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Calling delete_port for e276dffa-24b6-4352-aa5c-4d376c1d5d1b owned by network:floatingip {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:35:01.369492 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] Routers {'165ccd63-9f50-4b42-8918-b0111a20e2f7'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:35:01.370149 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:34:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['165ccd63-9f50-4b42-8918-b0111a20e2f7'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:35:01.372430 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-f7d6e974-d0e3-4f11-9f8b-224c855560c9 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:01.373167 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-f7d6e974-d0e3-4f11-9f8b-224c855560c9 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.375611 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47114a-77bc-4b0a-8109-56087102de6d None None] Pushing event updated for resources: {'Port': ['ID=90cba590-1f4c-4538-912a-4a4997a3b07e,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:01.439903 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-f7d6e974-d0e3-4f11-9f8b-224c855560c9 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0653853 Mar 28 14:35:01.455506 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-5ab53151-26d7-4748-96d4-b3bf3c989a19 service neutron] Request body: {'port': {'device_id': '42609f35-74a5-4450-9f65-a5a1f87646a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:35:01.468833 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651856da-edbe-47a0-b7bd-f2d19f39efc6 req-8d5f7c3c-6d0a-4262-be4e-b47ce42af05f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:01.470574 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-651856da-edbe-47a0-b7bd-f2d19f39efc6 req-8d5f7c3c-6d0a-4262-be4e-b47ce42af05f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 931 time: 0.1602530 Mar 28 14:35:01.482028 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1d84eee5-e85a-4dde-8957-e07ae9b3cb98 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (e276dffa-24b6-4352-aa5c-4d376c1d5d1b), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.492781 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-038257af-b6bd-4a19-8cc9-828fd873b583 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for security_group_rule (9f8a0f16-89a5-4b2f-8cfb-cf055df5e6c8), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.506439 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-038257af-b6bd-4a19-8cc9-828fd873b583 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (9f8a0f16-89a5-4b2f-8cfb-cf055df5e6c8), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.526670 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84eee5-e85a-4dde-8957-e07ae9b3cb98 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Pushing event deleted for resources: {'Port': ['ID=e276dffa-24b6-4352-aa5c-4d376c1d5d1b,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:01.599062 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-5ab53151-26d7-4748-96d4-b3bf3c989a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (937accb0-2d61-4592-aa7e-90f91323f2b7), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.599288 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1d84eee5-e85a-4dde-8957-e07ae9b3cb98 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks [] for floatingip (ec9e5572-b851-494b-8386-d99dc9cf1284), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.601076 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038257af-b6bd-4a19-8cc9-828fd873b583 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8a0f16-89a5-4b2f-8cfb-cf055df5e6c8,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:01.602648 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1d84eee5-e85a-4dde-8957-e07ae9b3cb98 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.603936 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-1d84eee5-e85a-4dde-8957-e07ae9b3cb98 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "DELETE /v2.0/floatingips/ec9e5572-b851-494b-8386-d99dc9cf1284 HTTP/1.1" status: 204 len: 168 time: 0.6982496 Mar 28 14:35:01.638198 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-038257af-b6bd-4a19-8cc9-828fd873b583 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.642902 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46720) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:01.643398 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-038257af-b6bd-4a19-8cc9-828fd873b583 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5755956 Mar 28 14:35:01.648188 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-6a440976-efdc-419d-a4ec-77d6f73d7573 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Request body: {'security_group_rule': {'security_group_id': '47d5060e-785d-4d76-9c59-ac2cccec1e7f', 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:35:01.680035 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-95a881c9-3527-48e8-86a0-d925c2b3ed70 None None] Provisioning complete for port 90cba590-1f4c-4538-912a-4a4997a3b07e triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:35:01.680812 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-95a881c9-3527-48e8-86a0-d925c2b3ed70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (90cba590-1f4c-4538-912a-4a4997a3b07e), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.681964 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-6135065d-05eb-4827-8264-78fec344c56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.686313 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-6a440976-efdc-419d-a4ec-77d6f73d7573 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for security_group_rule (c150662e-490b-495f-9af2-d3aa2d4b562f), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.757165 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] Set router 165ccd63-9f50-4b42-8918-b0111a20e2f7 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:35:01.765559 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-6a440976-efdc-419d-a4ec-77d6f73d7573 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for security_group_rule (c150662e-490b-495f-9af2-d3aa2d4b562f), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.770964 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-6a440976-efdc-419d-a4ec-77d6f73d7573 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (c150662e-490b-495f-9af2-d3aa2d4b562f), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.772365 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-651856da-edbe-47a0-b7bd-f2d19f39efc6 req-77777ee1-22ba-42b6-ba3b-eb3f757af41f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=68c7304e-361c-4dbc-82c3-a4971649ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783461 Mar 28 14:35:01.790850 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a440976-efdc-419d-a4ec-77d6f73d7573 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c150662e-490b-495f-9af2-d3aa2d4b562f,revision_number=0']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:01.807524 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-6a440976-efdc-419d-a4ec-77d6f73d7573 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.811566 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-6a440976-efdc-419d-a4ec-77d6f73d7573 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1649132 Mar 28 14:35:01.815776 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46724) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:01.821975 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-465b58ab-cf35-4de7-9536-7d45efc14639 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Request body: {'security_group_rule': {'security_group_id': '47d5060e-785d-4d76-9c59-ac2cccec1e7f', 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:35:01.848885 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.db.securitygroups_db [None req-465b58ab-cf35-4de7-9536-7d45efc14639 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Project e4f53d69085f474b95d14b83626c9705 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:35:01.854312 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-465b58ab-cf35-4de7-9536-7d45efc14639 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for security_group_rule (46f21b90-a6de-404f-a87d-587d3030a0ab), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.905189 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-95a881c9-3527-48e8-86a0-d925c2b3ed70 None None] Current status of the port 90cba590-1f4c-4538-912a-4a4997a3b07e is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:35:01.905498 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-95a881c9-3527-48e8-86a0-d925c2b3ed70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (90cba590-1f4c-4538-912a-4a4997a3b07e), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.927246 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-465b58ab-cf35-4de7-9536-7d45efc14639 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for security_group_rule (46f21b90-a6de-404f-a87d-587d3030a0ab), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.933380 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-465b58ab-cf35-4de7-9536-7d45efc14639 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (46f21b90-a6de-404f-a87d-587d3030a0ab), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.954857 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b58ab-cf35-4de7-9536-7d45efc14639 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46f21b90-a6de-404f-a87d-587d3030a0ab,revision_number=0']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:01.966948 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-95a881c9-3527-48e8-86a0-d925c2b3ed70 None None] For port 90cba590-1f4c-4538-912a-4a4997a3b07e, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=90cba590-1f4c-4538-912a-4a4997a3b07e,segment=NetworkSegment(def5deae-426c-4ee1-b743-70224eb0cf4b),segment_id=def5deae-426c-4ee1-b743-70224eb0cf4b)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:35:01.970429 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-465b58ab-cf35-4de7-9536-7d45efc14639 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:01.971839 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-465b58ab-cf35-4de7-9536-7d45efc14639 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1547105 Mar 28 14:35:01.975782 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46726) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:01.981302 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-55208881-4b72-4d40-b587-2a670b67aeab tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Request body: {'security_group_rule': {'security_group_id': '47d5060e-785d-4d76-9c59-ac2cccec1e7f', 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:35:01.990092 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-95a881c9-3527-48e8-86a0-d925c2b3ed70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (90cba590-1f4c-4538-912a-4a4997a3b07e), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:02.010617 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.db.securitygroups_db [None req-55208881-4b72-4d40-b587-2a670b67aeab tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Project e4f53d69085f474b95d14b83626c9705 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:35:02.018354 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-55208881-4b72-4d40-b587-2a670b67aeab tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for security_group_rule (2cb774f2-0769-4e2f-a8a9-51a4e237ab0d), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:02.062587 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a881c9-3527-48e8-86a0-d925c2b3ed70 None None] Pushing event updated for resources: {'Port': ['ID=90cba590-1f4c-4538-912a-4a4997a3b07e,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:02.087636 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-55208881-4b72-4d40-b587-2a670b67aeab tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for security_group_rule (2cb774f2-0769-4e2f-a8a9-51a4e237ab0d), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:02.092736 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-55208881-4b72-4d40-b587-2a670b67aeab tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (2cb774f2-0769-4e2f-a8a9-51a4e237ab0d), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:02.095552 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165ccd63-9f50-4b42-8918-b0111a20e2f7', 'name': 'tempest-TestVolumeBootPattern-2083600384-router', 'tenant_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '2012fdb0-eb16-4eb6-a1da-5346d1d472ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:53Z', 'updated_at': '2022-03-28T14:34:57Z', 'revision_number': 4, 'project_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'gw_port': {'id': '2012fdb0-eb16-4eb6-a1da-5346d1d472ff', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165ccd63-9f50-4b42-8918-b0111a20e2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:53Z', 'updated_at': '2022-03-28T14:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '90cba590-1f4c-4538-912a-4a4997a3b07e', 'name': '', 'network_id': '9e0357cd-76bd-4e21-89d4-9d78cc417f8b', 'tenant_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'mac_address': 'fa:16:3e:9a:15:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165ccd63-9f50-4b42-8918-b0111a20e2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '60c6e1c4-00ed-4ded-b301-c026a0bf7bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:55Z', 'updated_at': '2022-03-28T14:35:01Z', 'revision_number': 4, 'project_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'subnets': [{'id': '60c6e1c4-00ed-4ded-b301-c026a0bf7bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:35:02.111509 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55208881-4b72-4d40-b587-2a670b67aeab tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb774f2-0769-4e2f-a8a9-51a4e237ab0d,revision_number=0']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:02.120391 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-55208881-4b72-4d40-b587-2a670b67aeab tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:02.121801 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-55208881-4b72-4d40-b587-2a670b67aeab tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1448627 Mar 28 14:35:02.133265 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ddf871-a91c-4bf7-8b92-7b02f81e72cd None None] The sync data for ids ['165ccd63-9f50-4b42-8918-b0111a20e2f7'] in dv-cinder-790535-35-iscsi is: [{'id': '165ccd63-9f50-4b42-8918-b0111a20e2f7', 'name': 'tempest-TestVolumeBootPattern-2083600384-router', 'tenant_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '2012fdb0-eb16-4eb6-a1da-5346d1d472ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:53Z', 'updated_at': '2022-03-28T14:34:57Z', 'revision_number': 4, 'project_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'gw_port': {'id': '2012fdb0-eb16-4eb6-a1da-5346d1d472ff', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165ccd63-9f50-4b42-8918-b0111a20e2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:53Z', 'updated_at': '2022-03-28T14:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '90cba590-1f4c-4538-912a-4a4997a3b07e', 'name': '', 'network_id': '9e0357cd-76bd-4e21-89d4-9d78cc417f8b', 'tenant_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'mac_address': 'fa:16:3e:9a:15:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165ccd63-9f50-4b42-8918-b0111a20e2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '60c6e1c4-00ed-4ded-b301-c026a0bf7bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:55Z', 'updated_at': '2022-03-28T14:35:01Z', 'revision_number': 4, 'project_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'subnets': [{'id': '60c6e1c4-00ed-4ded-b301-c026a0bf7bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:35:02.149608 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-a0a442bb-46bd-47d4-841a-9a77c13c1cd5 None None] Provisioning complete for port 937accb0-2d61-4592-aa7e-90f91323f2b7 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:35:02.149978 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a0a442bb-46bd-47d4-841a-9a77c13c1cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (937accb0-2d61-4592-aa7e-90f91323f2b7), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:02.214252 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-a0a442bb-46bd-47d4-841a-9a77c13c1cd5 None None] Port 937accb0-2d61-4592-aa7e-90f91323f2b7 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:35:02.227661 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-a0a442bb-46bd-47d4-841a-9a77c13c1cd5 None None] Provisioning complete for port 90cba590-1f4c-4538-912a-4a4997a3b07e triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:35:02.228312 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a0a442bb-46bd-47d4-841a-9a77c13c1cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (90cba590-1f4c-4538-912a-4a4997a3b07e), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:02.262260 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-5ab53151-26d7-4748-96d4-b3bf3c989a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 937accb0-2d61-4592-aa7e-90f91323f2b7 {{(pid=103205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:35:02.271315 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-5ab53151-26d7-4748-96d4-b3bf3c989a19 service neutron] Publish callbacks [] for port (937accb0-2d61-4592-aa7e-90f91323f2b7), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:02.295686 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.provisioning_blocks [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-5ab53151-26d7-4748-96d4-b3bf3c989a19 service neutron] Transition to ACTIVE for port object 937accb0-2d61-4592-aa7e-90f91323f2b7 will not be triggered until provisioned by entity L2. {{(pid=103205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 14:35:02.308322 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-5ab53151-26d7-4748-96d4-b3bf3c989a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (937accb0-2d61-4592-aa7e-90f91323f2b7), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:02.343744 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-a0a442bb-46bd-47d4-841a-9a77c13c1cd5 None None] Current status of the port 90cba590-1f4c-4538-912a-4a4997a3b07e is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:35:02.365957 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab53151-26d7-4748-96d4-b3bf3c989a19 service neutron] Pushing event updated for resources: {'Port': ['ID=937accb0-2d61-4592-aa7e-90f91323f2b7,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:02.482327 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-5ab53151-26d7-4748-96d4-b3bf3c989a19 service neutron] Attempting to bind port 937accb0-2d61-4592-aa7e-90f91323f2b7 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:35:02.482905 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-5ab53151-26d7-4748-96d4-b3bf3c989a19 service neutron] Attempting to bind port 937accb0-2d61-4592-aa7e-90f91323f2b7 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '55bf6534-2009-442c-a956-6e523eeb9410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:35:02.483297 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-5ab53151-26d7-4748-96d4-b3bf3c989a19 service neutron] Attempting to bind port 937accb0-2d61-4592-aa7e-90f91323f2b7 on network afb5a3e7-7844-40a2-b2f3-321ba05c443b {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:35:02.496695 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-5ab53151-26d7-4748-96d4-b3bf3c989a19 service neutron] Port 937accb0-2d61-4592-aa7e-90f91323f2b7 on network afb5a3e7-7844-40a2-b2f3-321ba05c443b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:35:02.497348 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-5ab53151-26d7-4748-96d4-b3bf3c989a19 service neutron] Attempting to bind port 937accb0-2d61-4592-aa7e-90f91323f2b7 on network afb5a3e7-7844-40a2-b2f3-321ba05c443b {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:35:02.498367 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 90cba590-1f4c-4538-912a-4a4997a3b07e up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:35:02.504723 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-5ab53151-26d7-4748-96d4-b3bf3c989a19 service neutron] Checking agent: {'id': 'ab5a62a0-b9cc-4af2-a98d-7d97375b077a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'started_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:35:02.505416 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-5ab53151-26d7-4748-96d4-b3bf3c989a19 service neutron] Checking segment: {'id': '55bf6534-2009-442c-a956-6e523eeb9410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:35:02.506052 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-5ab53151-26d7-4748-96d4-b3bf3c989a19 service neutron] Bound using segment: {'id': '55bf6534-2009-442c-a956-6e523eeb9410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:35:02.506702 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-5ab53151-26d7-4748-96d4-b3bf3c989a19 service neutron] Bound port: 937accb0-2d61-4592-aa7e-90f91323f2b7, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55bf6534-2009-442c-a956-6e523eeb9410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:35:02.507320 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-5ab53151-26d7-4748-96d4-b3bf3c989a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (937accb0-2d61-4592-aa7e-90f91323f2b7), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:02.570773 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 90cba590-1f4c-4538-912a-4a4997a3b07e triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:35:02.571130 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (90cba590-1f4c-4538-912a-4a4997a3b07e), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:02.598377 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-5ab53151-26d7-4748-96d4-b3bf3c989a19 service neutron] For port 937accb0-2d61-4592-aa7e-90f91323f2b7, host hv-cinder-79053, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:35:02.604327 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-5ab53151-26d7-4748-96d4-b3bf3c989a19 service neutron] For port 937accb0-2d61-4592-aa7e-90f91323f2b7, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=937accb0-2d61-4592-aa7e-90f91323f2b7,segment=NetworkSegment(55bf6534-2009-442c-a956-6e523eeb9410),segment_id=55bf6534-2009-442c-a956-6e523eeb9410)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:35:02.612627 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-5ab53151-26d7-4748-96d4-b3bf3c989a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (937accb0-2d61-4592-aa7e-90f91323f2b7), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:02.653903 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-5ab53151-26d7-4748-96d4-b3bf3c989a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:02.654497 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-5ab53151-26d7-4748-96d4-b3bf3c989a19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:02.655930 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-5ab53151-26d7-4748-96d4-b3bf3c989a19 service neutron] 10.222.0.18 "PUT /v2.0/ports/937accb0-2d61-4592-aa7e-90f91323f2b7 HTTP/1.1" status: 200 len: 1093 time: 1.2056975 Mar 28 14:35:02.656412 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42609f35-74a5-4450-9f65-a5a1f87646a0', 'tag': '937accb0-2d61-4592-aa7e-90f91323f2b7'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:35:02.658699 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209524f3-30e7-4b8c-86cb-63e7a9f73f32" -d '{"events": [{"name": "network-changed", "server_uuid": "42609f35-74a5-4450-9f65-a5a1f87646a0", "tag": "937accb0-2d61-4592-aa7e-90f91323f2b7"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:35:02.711719 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab53151-26d7-4748-96d4-b3bf3c989a19 service neutron] Pushing event updated for resources: {'Port': ['ID=937accb0-2d61-4592-aa7e-90f91323f2b7,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:02.724835 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:02.726116 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 90cba590-1f4c-4538-912a-4a4997a3b07e is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:35:02.756497 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02242318-6308-41f8-9826-7e906ad5efde x-openstack-request-id: req-02242318-6308-41f8-9826-7e906ad5efde {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:35:02.757475 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42609f35-74a5-4450-9f65-a5a1f87646a0", "tag": "937accb0-2d61-4592-aa7e-90f91323f2b7", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:35:02.757808 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02242318-6308-41f8-9826-7e906ad5efde {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:35:02.758912 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02242318-6308-41f8-9826-7e906ad5efde'] response: {'name': 'network-changed', 'server_uuid': '42609f35-74a5-4450-9f65-a5a1f87646a0', 'tag': '937accb0-2d61-4592-aa7e-90f91323f2b7', 'status': 'completed', 'code': 200} Mar 28 14:35:02.789325 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-a027c84d-5d23-4e6e-8065-4ac390b5cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:02.791671 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-a027c84d-5d23-4e6e-8065-4ac390b5cdd4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6377be1dbc9d4159b9dde7c4218d1520&device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 1127 time: 0.0760646 Mar 28 14:35:02.854108 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-4a51c26f-f0cb-46c9-9611-b896e4dd4340 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=937accb0-2d61-4592-aa7e-90f91323f2b7 HTTP/1.1" status: 200 len: 217 time: 0.0550904 Mar 28 14:35:02.938662 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-9587ad49-f029-44ca-9331-e673337868fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:02.941051 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-9587ad49-f029-44ca-9331-e673337868fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac33e34d-f8ce-422d-8ea1-9189d3900f1e HTTP/1.1" status: 200 len: 849 time: 0.0787480 Mar 28 14:35:03.038422 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9d530-2603-4511-bfb1-9d7ef8b06634 req-4686a574-cfe6-4ad2-bbca-c527c7c7e696 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:03.039911 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7ba9d530-2603-4511-bfb1-9d7ef8b06634 req-4686a574-cfe6-4ad2-bbca-c527c7c7e696 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 943 time: 0.1056387 Mar 28 14:35:03.042136 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-78059d2e-473c-4f93-b5c3-78518c8737a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:03.044211 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-78059d2e-473c-4f93-b5c3-78518c8737a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afb5a3e7-7844-40a2-b2f3-321ba05c443b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0918169 Mar 28 14:35:03.143500 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7ba9d530-2603-4511-bfb1-9d7ef8b06634 req-45708a88-dc43-4f05-b89d-6c89863f3728 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=68c7304e-361c-4dbc-82c3-a4971649ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968463 Mar 28 14:35:03.167567 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-f76b6124-fc48-44d4-a6eb-6c2b7f7cd332 service neutron] 10.222.0.18 "GET /v2.0/networks/afb5a3e7-7844-40a2-b2f3-321ba05c443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148100 Mar 28 14:35:03.264798 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-640a3b70-ce3b-469e-91bd-a795b4fe76fd req-160f4e41-9cc4-4dc0-8b6b-a5e1f7e7be38 service neutron] 10.222.0.18 "GET /v2.0/networks/afb5a3e7-7844-40a2-b2f3-321ba05c443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886264 Mar 28 14:35:03.357276 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209524f3-30e7-4b8c-86cb-63e7a9f73f32 req-97f48dad-da8c-4907-b3be-29268aed324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:03.358790 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-209524f3-30e7-4b8c-86cb-63e7a9f73f32 req-97f48dad-da8c-4907-b3be-29268aed324e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6377be1dbc9d4159b9dde7c4218d1520&device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 1127 time: 0.0482008 Mar 28 14:35:03.452012 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209524f3-30e7-4b8c-86cb-63e7a9f73f32 req-21c3d148-640f-409e-b7b4-cbc6a5d10dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:03.453430 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-209524f3-30e7-4b8c-86cb-63e7a9f73f32 req-21c3d148-640f-409e-b7b4-cbc6a5d10dad service neutron] 10.222.0.18 "GET /v2.0/networks?id=afb5a3e7-7844-40a2-b2f3-321ba05c443b HTTP/1.1" status: 200 len: 911 time: 0.0881784 Mar 28 14:35:03.505692 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-209524f3-30e7-4b8c-86cb-63e7a9f73f32 req-05dfaceb-416e-4576-a6f3-84d9c741b39e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=937accb0-2d61-4592-aa7e-90f91323f2b7 HTTP/1.1" status: 200 len: 217 time: 0.0450249 Mar 28 14:35:03.566568 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209524f3-30e7-4b8c-86cb-63e7a9f73f32 req-2b1934f8-23fb-4b88-9465-15560697894b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:03.568209 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-209524f3-30e7-4b8c-86cb-63e7a9f73f32 req-2b1934f8-23fb-4b88-9465-15560697894b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac33e34d-f8ce-422d-8ea1-9189d3900f1e HTTP/1.1" status: 200 len: 849 time: 0.0465686 Mar 28 14:35:03.627935 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209524f3-30e7-4b8c-86cb-63e7a9f73f32 req-04b6a28f-9840-42c1-aeac-b396a51b8f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:03.629448 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-209524f3-30e7-4b8c-86cb-63e7a9f73f32 req-04b6a28f-9840-42c1-aeac-b396a51b8f47 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afb5a3e7-7844-40a2-b2f3-321ba05c443b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0548384 Mar 28 14:35:03.723928 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-209524f3-30e7-4b8c-86cb-63e7a9f73f32 req-8d770722-5b3b-45e9-8c5d-c273a1ce94ed service neutron] 10.222.0.18 "GET /v2.0/networks/afb5a3e7-7844-40a2-b2f3-321ba05c443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875769 Mar 28 14:35:03.824438 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-209524f3-30e7-4b8c-86cb-63e7a9f73f32 req-d05a2247-d18a-4e7c-8d31-419b154ed922 service neutron] 10.222.0.18 "GET /v2.0/networks/afb5a3e7-7844-40a2-b2f3-321ba05c443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939584 Mar 28 14:35:03.948722 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:04.210227 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec903af9-9740-485f-9db8-bb88d9a65589 req-83489767-df54-4b4c-9afb-09350b967d22 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:04.213221 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ec903af9-9740-485f-9db8-bb88d9a65589 req-83489767-df54-4b4c-9afb-09350b967d22 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0557985 Mar 28 14:35:04.260122 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ec903af9-9740-485f-9db8-bb88d9a65589 req-031aec1c-b445-4f21-b82f-449a8100104a tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426445 Mar 28 14:35:04.268118 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01deb1eb-1a2b-4aff-b33f-1e9ed5abae55 req-fc20e63e-1418-4e85-b97f-d0ab6b399f67 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:04.269636 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-01deb1eb-1a2b-4aff-b33f-1e9ed5abae55 req-fc20e63e-1418-4e85-b97f-d0ab6b399f67 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 943 time: 0.0544605 Mar 28 14:35:04.316681 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-01deb1eb-1a2b-4aff-b33f-1e9ed5abae55 req-b6ae9d1f-056a-4ef2-a5dd-3c7d72fa75c7 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=68c7304e-361c-4dbc-82c3-a4971649ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412097 Mar 28 14:35:05.092999 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b41aa7-484a-4e9a-9834-e1fee300ec8a req-accb1d51-052e-40a0-8e3e-f7005a2357d0 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:05.094472 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-10b41aa7-484a-4e9a-9834-e1fee300ec8a req-accb1d51-052e-40a0-8e3e-f7005a2357d0 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0572443 Mar 28 14:35:05.200436 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-10b41aa7-484a-4e9a-9834-e1fee300ec8a req-3c63c8a6-422b-4428-b11d-bcd83490bf15 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Deleting port af53014f-d2e3-424f-b13b-923ebbab5309 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:35:05.200653 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-10b41aa7-484a-4e9a-9834-e1fee300ec8a req-3c63c8a6-422b-4428-b11d-bcd83490bf15 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (af53014f-d2e3-424f-b13b-923ebbab5309), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:05.291568 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-10b41aa7-484a-4e9a-9834-e1fee300ec8a req-3c63c8a6-422b-4428-b11d-bcd83490bf15 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] For port af53014f-d2e3-424f-b13b-923ebbab5309, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=af53014f-d2e3-424f-b13b-923ebbab5309,segment=NetworkSegment(a8b084e1-c299-41e1-b5fd-5fcaad52ebed),segment_id=a8b084e1-c299-41e1-b5fd-5fcaad52ebed)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:35:05.291941 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-10b41aa7-484a-4e9a-9834-e1fee300ec8a req-3c63c8a6-422b-4428-b11d-bcd83490bf15 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (af53014f-d2e3-424f-b13b-923ebbab5309), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:05.305603 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-10b41aa7-484a-4e9a-9834-e1fee300ec8a req-3c63c8a6-422b-4428-b11d-bcd83490bf15 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Calling delete_port for af53014f-d2e3-424f-b13b-923ebbab5309 owned by compute:nova {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:35:05.425408 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ae6e3-cf34-40f6-9891-785efd164303 req-a01d3385-4756-4ad6-8843-f80c6d0f22f1 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:05.427256 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ee4ae6e3-cf34-40f6-9891-785efd164303 req-a01d3385-4756-4ad6-8843-f80c6d0f22f1 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b780e92-90f1-44ea-92d3-caa5bdccba00 HTTP/1.1" status: 200 len: 946 time: 0.0782349 Mar 28 14:35:05.444211 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8f3b0-48b4-4058-b40f-cc2b3a577a15 req-75b658fc-167b-41a7-892c-a75481fd3ae2 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:05.446036 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:05.446544 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a6e8f3b0-48b4-4058-b40f-cc2b3a577a15 req-75b658fc-167b-41a7-892c-a75481fd3ae2 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 943 time: 0.0588815 Mar 28 14:35:05.495274 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a6e8f3b0-48b4-4058-b40f-cc2b3a577a15 req-21a85191-d1a3-4d13-8c0a-c53ff170c999 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=68c7304e-361c-4dbc-82c3-a4971649ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423951 Mar 28 14:35:05.521878 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ee4ae6e3-cf34-40f6-9891-785efd164303 req-f59192b4-7a30-41fe-b134-dfec229c4591 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829866 Mar 28 14:35:05.523219 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-10b41aa7-484a-4e9a-9834-e1fee300ec8a req-3c63c8a6-422b-4428-b11d-bcd83490bf15 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (af53014f-d2e3-424f-b13b-923ebbab5309), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:05.543846 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['af53014f-d2e3-424f-b13b-923ebbab5309', '076f6099-942c-496f-a8ea-cad3fd19e158'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:35:05.570855 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63c8a6-422b-4428-b11d-bcd83490bf15 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Pushing event deleted for resources: {'Port': ['ID=af53014f-d2e3-424f-b13b-923ebbab5309,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:05.618893 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b41aa7-484a-4e9a-9834-e1fee300ec8a req-3c63c8a6-422b-4428-b11d-bcd83490bf15 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] No DVR routers for this DVR port af53014f-d2e3-424f-b13b-923ebbab5309 on host hv-cinder-79053 {{(pid=103205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:35:05.623444 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-10b41aa7-484a-4e9a-9834-e1fee300ec8a req-3c63c8a6-422b-4428-b11d-bcd83490bf15 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:05.628667 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-10b41aa7-484a-4e9a-9834-e1fee300ec8a req-3c63c8a6-422b-4428-b11d-bcd83490bf15 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.18 "DELETE /v2.0/ports/af53014f-d2e3-424f-b13b-923ebbab5309 HTTP/1.1" status: 204 len: 173 time: 0.5243688 Mar 28 14:35:05.629246 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b780e92-90f1-44ea-92d3-caa5bdccba00', 'name': 'network-vif-deleted', 'tag': 'af53014f-d2e3-424f-b13b-923ebbab5309'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:35:05.632993 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4279ebb6-b9aa-45ac-8081-72f893c60cf6" -d '{"events": [{"server_uuid": "5b780e92-90f1-44ea-92d3-caa5bdccba00", "name": "network-vif-deleted", "tag": "af53014f-d2e3-424f-b13b-923ebbab5309"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:35:05.677680 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75010e8-ff73-4afa-92cc-44968c10ab18 x-openstack-request-id: req-e75010e8-ff73-4afa-92cc-44968c10ab18 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:35:05.678004 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b780e92-90f1-44ea-92d3-caa5bdccba00", "name": "network-vif-deleted", "tag": "af53014f-d2e3-424f-b13b-923ebbab5309", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:35:05.678251 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e75010e8-ff73-4afa-92cc-44968c10ab18 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:35:05.679340 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e75010e8-ff73-4afa-92cc-44968c10ab18'] response: {'server_uuid': '5b780e92-90f1-44ea-92d3-caa5bdccba00', 'name': 'network-vif-deleted', 'tag': 'af53014f-d2e3-424f-b13b-923ebbab5309', 'status': 'completed', 'code': 200} Mar 28 14:35:06.646724 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecb894-da00-4120-955b-dca6e1a9082c req-74605dcc-478e-4553-9020-79f4ad0cebd0 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:06.648327 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0fecb894-da00-4120-955b-dca6e1a9082c req-74605dcc-478e-4553-9020-79f4ad0cebd0 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 943 time: 0.0608358 Mar 28 14:35:06.699729 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0fecb894-da00-4120-955b-dca6e1a9082c req-3584eb6a-d442-46b9-a261-14e07a780c17 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=68c7304e-361c-4dbc-82c3-a4971649ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448759 Mar 28 14:35:06.726572 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 937accb0-2d61-4592-aa7e-90f91323f2b7 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:35:06.832549 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 937accb0-2d61-4592-aa7e-90f91323f2b7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=937accb0-2d61-4592-aa7e-90f91323f2b7,segment=NetworkSegment(55bf6534-2009-442c-a956-6e523eeb9410),segment_id=55bf6534-2009-442c-a956-6e523eeb9410)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:35:06.844253 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': '937accb0-2d61-4592-aa7e-90f91323f2b7', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'port_id': '937accb0-2d61-4592-aa7e-90f91323f2b7', 'mac_address': 'fa:16:3e:2b:66:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:35:06.871764 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56c007-7267-4d5c-9d94-d71f04638a34 req-28d4adb3-1688-41e5-8432-39940798ce01 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:06.873443 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0c56c007-7267-4d5c-9d94-d71f04638a34 req-28d4adb3-1688-41e5-8432-39940798ce01 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 945 time: 0.0573409 Mar 28 14:35:06.880647 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 937accb0-2d61-4592-aa7e-90f91323f2b7 is: DOWN; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:35:06.881040 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (937accb0-2d61-4592-aa7e-90f91323f2b7), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:06.894071 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937accb0-2d61-4592-aa7e-90f91323f2b7 {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:35:06.914435 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 937accb0-2d61-4592-aa7e-90f91323f2b7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=937accb0-2d61-4592-aa7e-90f91323f2b7,segment=NetworkSegment(55bf6534-2009-442c-a956-6e523eeb9410),segment_id=55bf6534-2009-442c-a956-6e523eeb9410)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:35:06.919396 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (937accb0-2d61-4592-aa7e-90f91323f2b7), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:06.923646 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0c56c007-7267-4d5c-9d94-d71f04638a34 req-a212844f-e989-4636-9620-2bd1c8721733 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441651 Mar 28 14:35:06.971081 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=937accb0-2d61-4592-aa7e-90f91323f2b7,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:07.338459 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['937accb0-2d61-4592-aa7e-90f91323f2b7'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:35:07.777813 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec8d17-bc8e-4b9c-aade-961e364d78e8 req-335cd75e-5dc3-417a-b8fa-dc10c51de34a tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:07.779330 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-beec8d17-bc8e-4b9c-aade-961e364d78e8 req-335cd75e-5dc3-417a-b8fa-dc10c51de34a tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 945 time: 0.0532272 Mar 28 14:35:07.834207 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7089f4-d395-4529-98d1-9fc096e26195 req-19b36997-c9d7-4c19-b8bd-d7ffdb7de93b tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:07.835846 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ed7089f4-d395-4529-98d1-9fc096e26195 req-19b36997-c9d7-4c19-b8bd-d7ffdb7de93b tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 944 time: 0.0616028 Mar 28 14:35:07.878280 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-beec8d17-bc8e-4b9c-aade-961e364d78e8 req-01a98b8b-0aa1-4ae1-997a-3e49ec8cfaa8 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Deleting port 076f6099-942c-496f-a8ea-cad3fd19e158 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:35:07.878516 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-beec8d17-bc8e-4b9c-aade-961e364d78e8 req-01a98b8b-0aa1-4ae1-997a-3e49ec8cfaa8 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (076f6099-942c-496f-a8ea-cad3fd19e158), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:07.887054 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ed7089f4-d395-4529-98d1-9fc096e26195 req-c3d525e8-d621-4dfe-bda3-51158605fc23 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=68c7304e-361c-4dbc-82c3-a4971649ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445828 Mar 28 14:35:07.966613 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-beec8d17-bc8e-4b9c-aade-961e364d78e8 req-01a98b8b-0aa1-4ae1-997a-3e49ec8cfaa8 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] For port 076f6099-942c-496f-a8ea-cad3fd19e158, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=076f6099-942c-496f-a8ea-cad3fd19e158,segment=NetworkSegment(a8b084e1-c299-41e1-b5fd-5fcaad52ebed),segment_id=a8b084e1-c299-41e1-b5fd-5fcaad52ebed)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:35:07.966989 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-beec8d17-bc8e-4b9c-aade-961e364d78e8 req-01a98b8b-0aa1-4ae1-997a-3e49ec8cfaa8 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (076f6099-942c-496f-a8ea-cad3fd19e158), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:07.981383 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-beec8d17-bc8e-4b9c-aade-961e364d78e8 req-01a98b8b-0aa1-4ae1-997a-3e49ec8cfaa8 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Calling delete_port for 076f6099-942c-496f-a8ea-cad3fd19e158 owned by compute:nova {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:35:08.105299 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd302bfe-0d98-41d5-b8f1-691ebdc0e3b1 req-38f7a8be-877d-4d7c-bf15-1167810e7a33 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:08.106773 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-cd302bfe-0d98-41d5-b8f1-691ebdc0e3b1 req-38f7a8be-877d-4d7c-bf15-1167810e7a33 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb89e8e-4566-48f4-8064-45d65b8134dc HTTP/1.1" status: 200 len: 945 time: 0.1112616 Mar 28 14:35:08.189218 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-beec8d17-bc8e-4b9c-aade-961e364d78e8 req-01a98b8b-0aa1-4ae1-997a-3e49ec8cfaa8 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (076f6099-942c-496f-a8ea-cad3fd19e158), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:08.193032 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-cd302bfe-0d98-41d5-b8f1-691ebdc0e3b1 req-f48a4d54-e3fc-4e88-8fba-97f6fa2c201d tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a1c91f1-728f-4664-97b6-fe946a12cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769804 Mar 28 14:35:08.200880 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['076f6099-942c-496f-a8ea-cad3fd19e158'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:35:08.225592 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a98b8b-0aa1-4ae1-997a-3e49ec8cfaa8 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Pushing event deleted for resources: {'Port': ['ID=076f6099-942c-496f-a8ea-cad3fd19e158,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:08.271076 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-beec8d17-bc8e-4b9c-aade-961e364d78e8 req-01a98b8b-0aa1-4ae1-997a-3e49ec8cfaa8 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] No DVR routers for this DVR port 076f6099-942c-496f-a8ea-cad3fd19e158 on host hv-cinder-79053 {{(pid=103205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:35:08.275478 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-beec8d17-bc8e-4b9c-aade-961e364d78e8 req-01a98b8b-0aa1-4ae1-997a-3e49ec8cfaa8 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:08.278877 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-beec8d17-bc8e-4b9c-aade-961e364d78e8 req-01a98b8b-0aa1-4ae1-997a-3e49ec8cfaa8 tempest-ServerRescueNegativeTestJSON-1819421684 tempest-ServerRescueNegativeTestJSON-1819421684-project] 10.222.0.18 "DELETE /v2.0/ports/076f6099-942c-496f-a8ea-cad3fd19e158 HTTP/1.1" status: 204 len: 173 time: 0.4932652 Mar 28 14:35:08.279380 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb89e8e-4566-48f4-8064-45d65b8134dc', 'name': 'network-vif-deleted', 'tag': '076f6099-942c-496f-a8ea-cad3fd19e158'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:35:08.281697 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08faebc-550d-46cf-b933-c2e7a6a2f78b" -d '{"events": [{"server_uuid": "acb89e8e-4566-48f4-8064-45d65b8134dc", "name": "network-vif-deleted", "tag": "076f6099-942c-496f-a8ea-cad3fd19e158"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:35:08.321934 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4018980-33b0-4059-97bd-0324fbf9fce4 x-openstack-request-id: req-a4018980-33b0-4059-97bd-0324fbf9fce4 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:35:08.322228 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb89e8e-4566-48f4-8064-45d65b8134dc", "name": "network-vif-deleted", "tag": "076f6099-942c-496f-a8ea-cad3fd19e158", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:35:08.322485 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4018980-33b0-4059-97bd-0324fbf9fce4 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:35:08.322889 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4018980-33b0-4059-97bd-0324fbf9fce4'] response: {'server_uuid': 'acb89e8e-4566-48f4-8064-45d65b8134dc', 'name': 'network-vif-deleted', 'tag': '076f6099-942c-496f-a8ea-cad3fd19e158', 'status': 'completed', 'code': 200} Mar 28 14:35:08.743656 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 937accb0-2d61-4592-aa7e-90f91323f2b7 up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:35:08.802953 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning for port 937accb0-2d61-4592-aa7e-90f91323f2b7 completed by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 14:35:08.807570 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port 937accb0-2d61-4592-aa7e-90f91323f2b7 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:35:08.808318 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (937accb0-2d61-4592-aa7e-90f91323f2b7), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:08.890275 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 937accb0-2d61-4592-aa7e-90f91323f2b7 is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:35:08.890694 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (937accb0-2d61-4592-aa7e-90f91323f2b7), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:08.914091 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42609f35-74a5-4450-9f65-a5a1f87646a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937accb0-2d61-4592-aa7e-90f91323f2b7'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:35:08.916560 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6763c8f3-6b75-4d38-9eb1-cc0e471d2dfc" -d '{"events": [{"server_uuid": "42609f35-74a5-4450-9f65-a5a1f87646a0", "name": "network-vif-plugged", "status": "completed", "tag": "937accb0-2d61-4592-aa7e-90f91323f2b7"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:35:08.930145 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 937accb0-2d61-4592-aa7e-90f91323f2b7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=937accb0-2d61-4592-aa7e-90f91323f2b7,segment=NetworkSegment(55bf6534-2009-442c-a956-6e523eeb9410),segment_id=55bf6534-2009-442c-a956-6e523eeb9410)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:35:08.935187 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (937accb0-2d61-4592-aa7e-90f91323f2b7), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:08.936330 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device af53014f-d2e3-424f-b13b-923ebbab5309 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:35:08.977364 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdbbe00-80e5-448a-a96b-250a9ae6fbbb x-openstack-request-id: req-5cdbbe00-80e5-448a-a96b-250a9ae6fbbb {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:35:08.977794 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42609f35-74a5-4450-9f65-a5a1f87646a0", "name": "network-vif-plugged", "status": "completed", "tag": "937accb0-2d61-4592-aa7e-90f91323f2b7", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:35:08.977977 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5cdbbe00-80e5-448a-a96b-250a9ae6fbbb {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:35:08.978292 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cdbbe00-80e5-448a-a96b-250a9ae6fbbb'] response: {'server_uuid': '42609f35-74a5-4450-9f65-a5a1f87646a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937accb0-2d61-4592-aa7e-90f91323f2b7', 'code': 200} Mar 28 14:35:08.980658 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] No Port match for: af53014f-d2e3-424f-b13b-923ebbab5309 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:35:08.981007 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device af53014f-d2e3-424f-b13b-923ebbab5309 not bound to the agent host hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:35:08.981430 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 076f6099-942c-496f-a8ea-cad3fd19e158 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:35:09.005436 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] No Port match for: 076f6099-942c-496f-a8ea-cad3fd19e158 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:35:09.005790 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 076f6099-942c-496f-a8ea-cad3fd19e158 not bound to the agent host hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:35:09.018067 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961ce97-4aac-4b22-aa8e-798dbc07a4ee req-ca6647f0-ebb6-4ea5-ab0c-1db155bc5ca5 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:09.020329 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e961ce97-4aac-4b22-aa8e-798dbc07a4ee req-ca6647f0-ebb6-4ea5-ab0c-1db155bc5ca5 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 945 time: 0.0595577 Mar 28 14:35:09.029137 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=937accb0-2d61-4592-aa7e-90f91323f2b7,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:09.071579 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e961ce97-4aac-4b22-aa8e-798dbc07a4ee req-2e06c00b-cbe4-4603-b25c-27ea982e7aff tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=68c7304e-361c-4dbc-82c3-a4971649ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448270 Mar 28 14:35:09.153707 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81f8e6-75b1-4971-9808-db0f975fe82b req-b732f45b-301c-4cef-89e8-b7ebd4376708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:09.155290 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-cf81f8e6-75b1-4971-9808-db0f975fe82b req-b732f45b-301c-4cef-89e8-b7ebd4376708 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 1129 time: 0.0576005 Mar 28 14:35:09.202461 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-cf81f8e6-75b1-4971-9808-db0f975fe82b req-9871c97d-bc3b-47b2-a39b-b95ebdf0b175 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=68c7304e-361c-4dbc-82c3-a4971649ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410631 Mar 28 14:35:09.251087 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46842) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:09.557299 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:09.839582 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-ca568a65-1678-4dc2-b6bb-543d5490fe91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1559664'] for router_interface (62fbf8b3-f946-4b2c-8633-d1873c312c4b), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:10.153872 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-ca568a65-1678-4dc2-b6bb-543d5490fe91 admin admin] Deleting port 1036118f-d872-47f6-a6c9-8139e0650651 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:35:10.154558 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-ca568a65-1678-4dc2-b6bb-543d5490fe91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (1036118f-d872-47f6-a6c9-8139e0650651), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:10.500169 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1906664-b0b9-41fa-9668-28b515d13b99 req-40133067-0385-4f3f-836f-3ecbfa7f5875 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:10.501617 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c1906664-b0b9-41fa-9668-28b515d13b99 req-40133067-0385-4f3f-836f-3ecbfa7f5875 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 945 time: 0.3606243 Mar 28 14:35:10.518128 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-ca568a65-1678-4dc2-b6bb-543d5490fe91 admin admin] For port 1036118f-d872-47f6-a6c9-8139e0650651, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=1036118f-d872-47f6-a6c9-8139e0650651,segment=NetworkSegment(a8b084e1-c299-41e1-b5fd-5fcaad52ebed),segment_id=a8b084e1-c299-41e1-b5fd-5fcaad52ebed)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:35:10.518489 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-ca568a65-1678-4dc2-b6bb-543d5490fe91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (1036118f-d872-47f6-a6c9-8139e0650651), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:10.539004 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-ca568a65-1678-4dc2-b6bb-543d5490fe91 admin admin] Calling delete_port for 1036118f-d872-47f6-a6c9-8139e0650651 owned by network:router_interface {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:35:10.603334 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c1906664-b0b9-41fa-9668-28b515d13b99 req-7870dd3a-eca3-4bab-9610-42bab1884981 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=68c7304e-361c-4dbc-82c3-a4971649ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956843 Mar 28 14:35:10.749593 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-ca568a65-1678-4dc2-b6bb-543d5490fe91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (1036118f-d872-47f6-a6c9-8139e0650651), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:10.774958 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca568a65-1678-4dc2-b6bb-543d5490fe91 admin admin] Pushing event deleted for resources: {'Port': ['ID=1036118f-d872-47f6-a6c9-8139e0650651,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:10.946298 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-ca568a65-1678-4dc2-b6bb-543d5490fe91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1566807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1558496'] for router_interface (62fbf8b3-f946-4b2c-8633-d1873c312c4b), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:11.167261 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca568a65-1678-4dc2-b6bb-543d5490fe91 admin admin] Router 62fbf8b3-f946-4b2c-8633-d1873c312c4b has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:35:11.277693 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca568a65-1678-4dc2-b6bb-543d5490fe91 admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:35:11.282909 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-ca568a65-1678-4dc2-b6bb-543d5490fe91 admin admin] 10.222.0.13 "PUT /v2.0/routers/62fbf8b3-f946-4b2c-8633-d1873c312c4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0304694 Mar 28 14:35:11.285713 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46852) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:11.286579 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d41ca4-50ef-4a3c-b30d-fe1c3389a565 None None] Sync routers for ids ['62fbf8b3-f946-4b2c-8633-d1873c312c4b'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:35:11.297464 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d41ca4-50ef-4a3c-b30d-fe1c3389a565 None None] Routers {'62fbf8b3-f946-4b2c-8633-d1873c312c4b'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:35:11.298085 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-18d41ca4-50ef-4a3c-b30d-fe1c3389a565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:35:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['62fbf8b3-f946-4b2c-8633-d1873c312c4b'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:35:11.395862 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Publish callbacks [] for router (62fbf8b3-f946-4b2c-8633-d1873c312c4b), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:11.403607 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-18d41ca4-50ef-4a3c-b30d-fe1c3389a565 None None] Set router 62fbf8b3-f946-4b2c-8633-d1873c312c4b gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:35:11.503518 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Publish callbacks [] for router_gateway (62fbf8b3-f946-4b2c-8633-d1873c312c4b), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:11.555502 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Deleting port d5512684-999d-47c7-ba7b-469fa368b22c {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:35:11.555824 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (d5512684-999d-47c7-ba7b-469fa368b22c), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:11.605726 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-18d41ca4-50ef-4a3c-b30d-fe1c3389a565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1215945564-router', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:35:10Z', 'revision_number': 5, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'gw_port': {'id': 'd5512684-999d-47c7-ba7b-469fa368b22c', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:38Z', 'updated_at': '2022-03-28T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:35:11.631859 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d41ca4-50ef-4a3c-b30d-fe1c3389a565 None None] Checking router: 62fbf8b3-f946-4b2c-8633-d1873c312c4b for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:35:11.635779 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] For port d5512684-999d-47c7-ba7b-469fa368b22c, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=d5512684-999d-47c7-ba7b-469fa368b22c,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:35:11.636170 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (d5512684-999d-47c7-ba7b-469fa368b22c), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:11.644113 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d41ca4-50ef-4a3c-b30d-fe1c3389a565 None None] Routers {'62fbf8b3-f946-4b2c-8633-d1873c312c4b'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:35:11.644819 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-18d41ca4-50ef-4a3c-b30d-fe1c3389a565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:35:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['62fbf8b3-f946-4b2c-8633-d1873c312c4b'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:35:11.651257 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Calling delete_port for d5512684-999d-47c7-ba7b-469fa368b22c owned by network:router_gateway {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:35:11.803726 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71493b-e00a-4b26-8988-bc44f8ae8789 req-98eaccdc-8758-4939-a02f-5fd8ccf20b5f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:11.805147 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-fd71493b-e00a-4b26-8988-bc44f8ae8789 req-98eaccdc-8758-4939-a02f-5fd8ccf20b5f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 945 time: 0.1113679 Mar 28 14:35:11.868766 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-18d41ca4-50ef-4a3c-b30d-fe1c3389a565 None None] Set router 62fbf8b3-f946-4b2c-8633-d1873c312c4b gateway port host: None {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:35:11.887306 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-fd71493b-e00a-4b26-8988-bc44f8ae8789 req-06cd5a76-a63e-44d6-97b2-515d56c12be7 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=68c7304e-361c-4dbc-82c3-a4971649ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701270 Mar 28 14:35:11.904404 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (d5512684-999d-47c7-ba7b-469fa368b22c), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:11.923808 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-18d41ca4-50ef-4a3c-b30d-fe1c3389a565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1215945564-router', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:35:11Z', 'revision_number': 6, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'gw_port_host': None}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:35:11.936170 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5512684-999d-47c7-ba7b-469fa368b22c,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:11.948281 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:11.948687 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:11.949045 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:11.949369 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:11.949701 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:11.950037 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:11.950362 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:11.950686 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:11.950960 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d41ca4-50ef-4a3c-b30d-fe1c3389a565 None None] The sync data for ids ['62fbf8b3-f946-4b2c-8633-d1873c312c4b'] in dv-cinder-790535-35-iscsi is: [{'id': '62fbf8b3-f946-4b2c-8633-d1873c312c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1215945564-router', 'tenant_id': '1519a1dc346a484ea1368320ac6d675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:35:11Z', 'revision_number': 6, 'project_id': '1519a1dc346a484ea1368320ac6d675c', 'gw_port_host': None}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:35:11.951117 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:11.951372 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:11.952858 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:11.952858 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:11.952858 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:11.952858 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:11.953239 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:12.019744 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a57fab-e8f3-4b99-bbb0-a6a58dfb6ddf req-a0b76368-748d-4525-ab3e-a2fd439b9d85 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:12.021313 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-37a57fab-e8f3-4b99-bbb0-a6a58dfb6ddf req-a0b76368-748d-4525-ab3e-a2fd439b9d85 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 945 time: 0.0582771 Mar 28 14:35:12.023975 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1557770'] for router_gateway (62fbf8b3-f946-4b2c-8633-d1873c312c4b), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:12.029957 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46862) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:12.035059 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-a741f0a2-0885-4768-b83e-543049a8f93d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Request body: {'floatingip': {'port_id': '937accb0-2d61-4592-aa7e-90f91323f2b7'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:35:12.077008 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a741f0a2-0885-4768-b83e-543049a8f93d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for floatingip (6c4dd4fe-0bf4-4f28-8ca8-6f07cf1fe571), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:12.117841 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63126'] for router (62fbf8b3-f946-4b2c-8633-d1873c312c4b), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:12.120051 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Publish callbacks [] for router_controller (62fbf8b3-f946-4b2c-8633-d1873c312c4b), precommit_delete_associations {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:12.164403 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572847'] for router (62fbf8b3-f946-4b2c-8633-d1873c312c4b), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:12.165003 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62fbf8b3-f946-4b2c-8633-d1873c312c4b {{(pid=103204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:35:12.170416 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:12.171600 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-917cb38a-a8a7-4208-8bf4-a1eaff01aff3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/62fbf8b3-f946-4b2c-8633-d1873c312c4b HTTP/1.1" status: 204 len: 168 time: 0.8849401 Mar 28 14:35:12.174072 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46864) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:12.218431 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_v2 [None req-8731bdb8-7501-4eee-9154-e76bd46a6c1f admin admin] Deleting subnet 52dd69ba-aebc-4a99-b26d-625288b32bae {{(pid=103204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 14:35:12.222353 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8731bdb8-7501-4eee-9154-e76bd46a6c1f admin admin] Publish callbacks [] for subnet (52dd69ba-aebc-4a99-b26d-625288b32bae), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:12.261131 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8731bdb8-7501-4eee-9154-e76bd46a6c1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5805738'] for subnet (52dd69ba-aebc-4a99-b26d-625288b32bae), precommit_delete_associations {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:12.383432 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8731bdb8-7501-4eee-9154-e76bd46a6c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3594039'] for subnet (52dd69ba-aebc-4a99-b26d-625288b32bae), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:12.462699 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8731bdb8-7501-4eee-9154-e76bd46a6c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4432380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4368958'] for subnet (52dd69ba-aebc-4a99-b26d-625288b32bae), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:12.472295 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 1036118f-d872-47f6-a6c9-8139e0650651 no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:35:12.477893 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8731bdb8-7501-4eee-9154-e76bd46a6c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for subnet (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:12.482551 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-8731bdb8-7501-4eee-9154-e76bd46a6c1f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/52dd69ba-aebc-4a99-b26d-625288b32bae HTTP/1.1" status: 204 len: 168 time: 0.3075025 Mar 28 14:35:12.497554 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: 1036118f-d872-47f6-a6c9-8139e0650651 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:35:12.498231 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 1036118f-d872-47f6-a6c9-8139e0650651 not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:35:12.500241 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365d2434-7dc1-4ee3-99fa-43fe30ed96a1 None None] Network 6f3f979a-d18b-4240-ba5e-d7c4fbc29362 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:35:12.503405 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46868) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:12.508120 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731bdb8-7501-4eee-9154-e76bd46a6c1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52dd69ba-aebc-4a99-b26d-625288b32bae,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:12.616959 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9d115d88-dacb-4fbb-9945-906a082a561e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3456630'] for network (6f3f979a-d18b-4240-ba5e-d7c4fbc29362), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:12.630478 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a741f0a2-0885-4768-b83e-543049a8f93d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:12.636466 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a741f0a2-0885-4768-b83e-543049a8f93d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (6c4dd4fe-0bf4-4f28-8ca8-6f07cf1fe571), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:12.770298 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-9d115d88-dacb-4fbb-9945-906a082a561e admin admin] Deleting port 393a7433-9c3c-4191-88ff-a9d363e9df18 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:35:12.770607 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9d115d88-dacb-4fbb-9945-906a082a561e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (393a7433-9c3c-4191-88ff-a9d363e9df18), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:12.772658 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.l3_db [None req-a741f0a2-0885-4768-b83e-543049a8f93d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Floating IP 6c4dd4fe-0bf4-4f28-8ca8-6f07cf1fe571 associated. External IP: 172.27.1.225, port: 937accb0-2d61-4592-aa7e-90f91323f2b7. Mar 28 14:35:12.825641 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aecb1a-b163-4e67-9f22-c5b56b36ff74 None None] DHCP port deletion for 6f3f979a-d18b-4240-ba5e-d7c4fbc29362 request from dv-cinder-790535-35-iscsi {{(pid=103206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 14:35:12.890323 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-32aecb1a-b163-4e67-9f22-c5b56b36ff74 None None] Deleting port 393a7433-9c3c-4191-88ff-a9d363e9df18 {{(pid=103206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:35:12.890708 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-32aecb1a-b163-4e67-9f22-c5b56b36ff74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (393a7433-9c3c-4191-88ff-a9d363e9df18), before_delete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:12.909703 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-9d115d88-dacb-4fbb-9945-906a082a561e admin admin] For port 393a7433-9c3c-4191-88ff-a9d363e9df18, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=393a7433-9c3c-4191-88ff-a9d363e9df18,segment=NetworkSegment(a8b084e1-c299-41e1-b5fd-5fcaad52ebed),segment_id=a8b084e1-c299-41e1-b5fd-5fcaad52ebed)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:35:12.910075 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9d115d88-dacb-4fbb-9945-906a082a561e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (393a7433-9c3c-4191-88ff-a9d363e9df18), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:12.926299 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-9d115d88-dacb-4fbb-9945-906a082a561e admin admin] Calling delete_port for 393a7433-9c3c-4191-88ff-a9d363e9df18 owned by network:dhcp {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:35:12.955216 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-32aecb1a-b163-4e67-9f22-c5b56b36ff74 None None] For port 393a7433-9c3c-4191-88ff-a9d363e9df18, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=393a7433-9c3c-4191-88ff-a9d363e9df18,segment=NetworkSegment(a8b084e1-c299-41e1-b5fd-5fcaad52ebed),segment_id=a8b084e1-c299-41e1-b5fd-5fcaad52ebed)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:35:12.955612 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-32aecb1a-b163-4e67-9f22-c5b56b36ff74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (393a7433-9c3c-4191-88ff-a9d363e9df18), precommit_delete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:12.968256 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-32aecb1a-b163-4e67-9f22-c5b56b36ff74 None None] Calling delete_port for 393a7433-9c3c-4191-88ff-a9d363e9df18 owned by network:dhcp {{(pid=103206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:35:13.054428 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-32aecb1a-b163-4e67-9f22-c5b56b36ff74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879'] for port (393a7433-9c3c-4191-88ff-a9d363e9df18), after_delete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:13.069646 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aecb1a-b163-4e67-9f22-c5b56b36ff74 None None] No DVR routers for this DVR port 393a7433-9c3c-4191-88ff-a9d363e9df18 on host dv-cinder-790535-35-iscsi {{(pid=103206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:35:13.091657 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aecb1a-b163-4e67-9f22-c5b56b36ff74 None None] Pushing event deleted for resources: {'Port': ['ID=393a7433-9c3c-4191-88ff-a9d363e9df18,revision_number=None']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:13.096982 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9d115d88-dacb-4fbb-9945-906a082a561e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (393a7433-9c3c-4191-88ff-a9d363e9df18), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:13.132326 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d115d88-dacb-4fbb-9945-906a082a561e admin admin] Pushing event deleted for resources: {'Port': ['ID=393a7433-9c3c-4191-88ff-a9d363e9df18,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:13.134092 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d115d88-dacb-4fbb-9945-906a082a561e admin admin] No DVR routers for this DVR port 393a7433-9c3c-4191-88ff-a9d363e9df18 on host dv-cinder-790535-35-iscsi {{(pid=103205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:35:13.159582 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a741f0a2-0885-4768-b83e-543049a8f93d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Router de201a7f-c106-430f-88c1-91e3f5b48dca has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:35:13.218872 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9d115d88-dacb-4fbb-9945-906a082a561e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3641020', 'neutron.services.segments.db._delete_segments_for_network-8793221261626'] for network (6f3f979a-d18b-4240-ba5e-d7c4fbc29362), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:13.310024 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.services.segments.db [None req-9d115d88-dacb-4fbb-9945-906a082a561e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3f979a-d18b-4240-ba5e-d7c4fbc29362']}} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:35:13.327705 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.services.segments.db [None req-9d115d88-dacb-4fbb-9945-906a082a561e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b084e1-c299-41e1-b5fd-5fcaad52ebed') {'for_net_delete': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:35:13.327914 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.services.segments.db [None req-9d115d88-dacb-4fbb-9945-906a082a561e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b084e1-c299-41e1-b5fd-5fcaad52ebed') {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:35:13.340622 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9d115d88-dacb-4fbb-9945-906a082a561e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221459523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4630602'] for segment (a8b084e1-c299-41e1-b5fd-5fcaad52ebed), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:13.360118 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9d115d88-dacb-4fbb-9945-906a082a561e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (a8b084e1-c299-41e1-b5fd-5fcaad52ebed), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:13.373599 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d115d88-dacb-4fbb-9945-906a082a561e admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:35:13.373979 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9d115d88-dacb-4fbb-9945-906a082a561e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5822181'] for segment (a8b084e1-c299-41e1-b5fd-5fcaad52ebed), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: self.session.flush() Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: self.session.flush() Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: self.session.flush() Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: self.session.flush() Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: Traceback (most recent call last): Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: timer() Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: cb(*args, **kw) Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: return func(*args, **kwargs) Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: self._notify() Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: self.callback(batched_events) Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: event.method(event) Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: return f(self, *a, **k) Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: return self._get(url).json() Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: return self.request(url, 'GET', **kwargs) Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:35:13.375974 dv-cinder-790535-35-iscsi neutron-server[103205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:35:13.410936 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a741f0a2-0885-4768-b83e-543049a8f93d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:35:13.420778 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2776acce-7e96-45d0-9dd3-05ab3230ca8d None None] Sync routers for ids ['de201a7f-c106-430f-88c1-91e3f5b48dca'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:35:13.421487 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a741f0a2-0885-4768-b83e-543049a8f93d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:13.432213 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2776acce-7e96-45d0-9dd3-05ab3230ca8d None None] Routers {'de201a7f-c106-430f-88c1-91e3f5b48dca'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:35:13.432808 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-2776acce-7e96-45d0-9dd3-05ab3230ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:35:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['de201a7f-c106-430f-88c1-91e3f5b48dca'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:35:13.459393 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9d115d88-dacb-4fbb-9945-906a082a561e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3641013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1557862'] for network (6f3f979a-d18b-4240-ba5e-d7c4fbc29362), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:13.461824 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-a741f0a2-0885-4768-b83e-543049a8f93d tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "PUT /v2.0/floatingips/6c4dd4fe-0bf4-4f28-8ca8-6f07cf1fe571 HTTP/1.1" status: 200 len: 991 time: 1.4308732 Mar 28 14:35:13.463712 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42609f35-74a5-4450-9f65-a5a1f87646a0', 'tag': '937accb0-2d61-4592-aa7e-90f91323f2b7'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:35:13.466112 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afebf763-4498-4d63-a6ce-b9e1d9aa0691" -d '{"events": [{"name": "network-changed", "server_uuid": "42609f35-74a5-4450-9f65-a5a1f87646a0", "tag": "937accb0-2d61-4592-aa7e-90f91323f2b7"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:35:13.480506 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9d115d88-dacb-4fbb-9945-906a082a561e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:13.483682 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-9d115d88-dacb-4fbb-9945-906a082a561e admin admin] 10.222.0.13 "DELETE /v2.0/networks/6f3f979a-d18b-4240-ba5e-d7c4fbc29362 HTTP/1.1" status: 204 len: 168 time: 0.9792798 Mar 28 14:35:13.485009 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d115d88-dacb-4fbb-9945-906a082a561e admin admin] Pushing event deleted for resources: {'Network': ['ID=6f3f979a-d18b-4240-ba5e-d7c4fbc29362,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:13.524737 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb59b7d-79de-43e9-aa4f-c28ce0b37a2f x-openstack-request-id: req-4fb59b7d-79de-43e9-aa4f-c28ce0b37a2f {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:35:13.525929 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42609f35-74a5-4450-9f65-a5a1f87646a0", "tag": "937accb0-2d61-4592-aa7e-90f91323f2b7", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:35:13.526975 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fb59b7d-79de-43e9-aa4f-c28ce0b37a2f {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:35:13.527737 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fb59b7d-79de-43e9-aa4f-c28ce0b37a2f'] response: {'name': 'network-changed', 'server_uuid': '42609f35-74a5-4450-9f65-a5a1f87646a0', 'tag': '937accb0-2d61-4592-aa7e-90f91323f2b7', 'status': 'completed', 'code': 200} Mar 28 14:35:13.555502 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-2776acce-7e96-45d0-9dd3-05ab3230ca8d None None] Set router de201a7f-c106-430f-88c1-91e3f5b48dca gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:35:13.588641 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebf763-4498-4d63-a6ce-b9e1d9aa0691 req-d16c6b21-e4e4-4291-9cdd-ddca1043cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:13.590238 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-afebf763-4498-4d63-a6ce-b9e1d9aa0691 req-d16c6b21-e4e4-4291-9cdd-ddca1043cf53 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6377be1dbc9d4159b9dde7c4218d1520&device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 1129 time: 0.0569940 Mar 28 14:35:13.639269 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46888) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:13.686089 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-ddb62008-f7b0-4e9b-a35c-40e6dd1e5b26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1519a1dc346a484ea1368320ac6d675c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424187 Mar 28 14:35:13.686446 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46894) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:13.700616 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebf763-4498-4d63-a6ce-b9e1d9aa0691 req-b9f28bc3-7bc1-436d-8a3d-d9674dc8c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:13.702098 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-afebf763-4498-4d63-a6ce-b9e1d9aa0691 req-b9f28bc3-7bc1-436d-8a3d-d9674dc8c614 service neutron] 10.222.0.18 "GET /v2.0/networks?id=afb5a3e7-7844-40a2-b2f3-321ba05c443b HTTP/1.1" status: 200 len: 911 time: 0.1040957 Mar 28 14:35:13.739214 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-32eed8a2-cc5f-49f4-b1b2-069428986d45 admin admin] Publish callbacks [] for security_group (5a1c91f1-728f-4664-97b6-fe946a12cccb), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:13.762465 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-32eed8a2-cc5f-49f4-b1b2-069428986d45 admin admin] Publish callbacks [] for security_group (5a1c91f1-728f-4664-97b6-fe946a12cccb), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:13.776889 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-afebf763-4498-4d63-a6ce-b9e1d9aa0691 req-f59b4f67-4f53-4a69-a3a1-16f38fc17561 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=937accb0-2d61-4592-aa7e-90f91323f2b7 HTTP/1.1" status: 200 len: 999 time: 0.0671520 Mar 28 14:35:13.811910 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-32eed8a2-cc5f-49f4-b1b2-069428986d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (5a1c91f1-728f-4664-97b6-fe946a12cccb), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:13.814592 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-32eed8a2-cc5f-49f4-b1b2-069428986d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:13.816055 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-32eed8a2-cc5f-49f4-b1b2-069428986d45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a1c91f1-728f-4664-97b6-fe946a12cccb HTTP/1.1" status: 204 len: 168 time: 0.1285291 Mar 28 14:35:13.828818 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eed8a2-cc5f-49f4-b1b2-069428986d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1c91f1-728f-4664-97b6-fe946a12cccb,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:13.831293 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebf763-4498-4d63-a6ce-b9e1d9aa0691 req-c3942828-a303-4f91-bb18-6ba7f845cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:13.831293 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-afebf763-4498-4d63-a6ce-b9e1d9aa0691 req-c3942828-a303-4f91-bb18-6ba7f845cf7e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac33e34d-f8ce-422d-8ea1-9189d3900f1e HTTP/1.1" status: 200 len: 849 time: 0.0478199 Mar 28 14:35:13.872917 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:35:13.885135 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebf763-4498-4d63-a6ce-b9e1d9aa0691 req-6b867ab1-704a-4f19-ab0c-dd5156feaa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:13.886689 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-afebf763-4498-4d63-a6ce-b9e1d9aa0691 req-6b867ab1-704a-4f19-ab0c-dd5156feaa38 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afb5a3e7-7844-40a2-b2f3-321ba05c443b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0494752 Mar 28 14:35:13.897617 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-2776acce-7e96-45d0-9dd3-05ab3230ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'name': 'tempest-AttachVolumeTestJSON-165406945-router', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:40Z', 'revision_number': 4, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'gw_port': {'id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '6c4dd4fe-0bf4-4f28-8ca8-6f07cf1fe571', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'port_id': '937accb0-2d61-4592-aa7e-90f91323f2b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'mac_address': 'fa:16:3e:2b:66:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42609f35-74a5-4450-9f65-a5a1f87646a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:34:56Z', 'updated_at': '2022-03-28T14:35:12Z', 'revision_number': 1, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c16ed9-4964-4c1f-8c1e-16cc28c17980', 'name': '', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'mac_address': 'fa:16:3e:05:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:39Z', 'updated_at': '2022-03-28T14:27:49Z', 'revision_number': 5, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'subnets': [{'id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:35:13.927624 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2776acce-7e96-45d0-9dd3-05ab3230ca8d None None] Checking router: de201a7f-c106-430f-88c1-91e3f5b48dca for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:35:13.935952 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2776acce-7e96-45d0-9dd3-05ab3230ca8d None None] Routers {'de201a7f-c106-430f-88c1-91e3f5b48dca'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:35:13.936501 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-2776acce-7e96-45d0-9dd3-05ab3230ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:35:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['de201a7f-c106-430f-88c1-91e3f5b48dca'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:35:13.980420 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-afebf763-4498-4d63-a6ce-b9e1d9aa0691 req-80853c0d-8c0b-4519-ad84-49ddb92fd3e6 service neutron] 10.222.0.18 "GET /v2.0/networks/afb5a3e7-7844-40a2-b2f3-321ba05c443b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864239 Mar 28 14:35:14.048893 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-2776acce-7e96-45d0-9dd3-05ab3230ca8d None None] Set router de201a7f-c106-430f-88c1-91e3f5b48dca gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:35:14.074326 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-afebf763-4498-4d63-a6ce-b9e1d9aa0691 req-4e8b4603-c4a0-4d91-8651-b540d1f46605 service neutron] 10.222.0.18 "GET /v2.0/networks/afb5a3e7-7844-40a2-b2f3-321ba05c443b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872290 Mar 28 14:35:14.277669 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-2776acce-7e96-45d0-9dd3-05ab3230ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'name': 'tempest-AttachVolumeTestJSON-165406945-router', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:40Z', 'revision_number': 4, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'gw_port': {'id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '6c4dd4fe-0bf4-4f28-8ca8-6f07cf1fe571', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'port_id': '937accb0-2d61-4592-aa7e-90f91323f2b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'mac_address': 'fa:16:3e:2b:66:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42609f35-74a5-4450-9f65-a5a1f87646a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:34:56Z', 'updated_at': '2022-03-28T14:35:12Z', 'revision_number': 1, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c16ed9-4964-4c1f-8c1e-16cc28c17980', 'name': '', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'mac_address': 'fa:16:3e:05:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:39Z', 'updated_at': '2022-03-28T14:27:49Z', 'revision_number': 5, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'subnets': [{'id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:35:14.309637 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2776acce-7e96-45d0-9dd3-05ab3230ca8d None None] The sync data for ids ['de201a7f-c106-430f-88c1-91e3f5b48dca'] in dv-cinder-790535-35-iscsi is: [{'id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'name': 'tempest-AttachVolumeTestJSON-165406945-router', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:40Z', 'revision_number': 4, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'gw_port': {'id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '6c4dd4fe-0bf4-4f28-8ca8-6f07cf1fe571', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'port_id': '937accb0-2d61-4592-aa7e-90f91323f2b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'mac_address': 'fa:16:3e:2b:66:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42609f35-74a5-4450-9f65-a5a1f87646a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:34:56Z', 'updated_at': '2022-03-28T14:35:12Z', 'revision_number': 1, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c16ed9-4964-4c1f-8c1e-16cc28c17980', 'name': '', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'mac_address': 'fa:16:3e:05:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:39Z', 'updated_at': '2022-03-28T14:27:49Z', 'revision_number': 5, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'subnets': [{'id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:35:14.382354 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device d5512684-999d-47c7-ba7b-469fa368b22c no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:35:14.403062 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: d5512684-999d-47c7-ba7b-469fa368b22c {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:35:14.403417 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device d5512684-999d-47c7-ba7b-469fa368b22c not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:35:14.404024 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 393a7433-9c3c-4191-88ff-a9d363e9df18 no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:35:14.423442 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: 393a7433-9c3c-4191-88ff-a9d363e9df18 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:35:14.423792 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 393a7433-9c3c-4191-88ff-a9d363e9df18 not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:35:14.538362 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5974ba8-4a60-4ee2-b454-51df0d5df5c7 None None] New status for floating IP 6c4dd4fe-0bf4-4f28-8ca8-6f07cf1fe571: ACTIVE {{(pid=103206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:35:15.639057 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46948) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:15.741707 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-42ab60a4-59d1-4b31-be8a-19898f165d50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:15.817890 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-42ab60a4-59d1-4b31-be8a-19898f165d50 admin admin] Publish callbacks [] for security_group (c8e4a635-8fd6-41d5-a255-420541192d74), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:15.823162 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-42ab60a4-59d1-4b31-be8a-19898f165d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (c8e4a635-8fd6-41d5-a255-420541192d74), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:15.860558 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-42ab60a4-59d1-4b31-be8a-19898f165d50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=237f12d6742d4fcf8d594051ff4a2389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204123 Mar 28 14:35:15.861458 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab60a4-59d1-4b31-be8a-19898f165d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e4a635-8fd6-41d5-a255-420541192d74,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:15.863716 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 46952) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:15.916648 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-59ca4af0-c770-4735-a544-c3240f4f1a01 admin admin] Publish callbacks [] for security_group (c8e4a635-8fd6-41d5-a255-420541192d74), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:15.941381 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-59ca4af0-c770-4735-a544-c3240f4f1a01 admin admin] Publish callbacks [] for security_group (c8e4a635-8fd6-41d5-a255-420541192d74), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:15.997040 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-59ca4af0-c770-4735-a544-c3240f4f1a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (c8e4a635-8fd6-41d5-a255-420541192d74), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:15.999929 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-59ca4af0-c770-4735-a544-c3240f4f1a01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:16.001173 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-59ca4af0-c770-4735-a544-c3240f4f1a01 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8e4a635-8fd6-41d5-a255-420541192d74 HTTP/1.1" status: 204 len: 168 time: 0.1364121 Mar 28 14:35:16.008743 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca4af0-c770-4735-a544-c3240f4f1a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e4a635-8fd6-41d5-a255-420541192d74,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:16.286753 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46958) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:16.300090 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7bdc26b5-69e5-45c1-b72e-adda3bc27b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:16.375699 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7bdc26b5-69e5-45c1-b72e-adda3bc27b68 admin admin] Publish callbacks [] for security_group (68ec001c-aab8-428b-8fde-f0cf88270c2c), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:16.381389 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7bdc26b5-69e5-45c1-b72e-adda3bc27b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (68ec001c-aab8-428b-8fde-f0cf88270c2c), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:16.415758 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc26b5-69e5-45c1-b72e-adda3bc27b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ec001c-aab8-428b-8fde-f0cf88270c2c,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:16.420087 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-7bdc26b5-69e5-45c1-b72e-adda3bc27b68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8befcab15e26436c871fbe3b0d3ba82d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322377 Mar 28 14:35:16.423103 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 46960) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:16.469733 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8f975fce-95de-412d-af68-7f0ee962291b admin admin] Publish callbacks [] for security_group (68ec001c-aab8-428b-8fde-f0cf88270c2c), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:16.491776 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8f975fce-95de-412d-af68-7f0ee962291b admin admin] Publish callbacks [] for security_group (68ec001c-aab8-428b-8fde-f0cf88270c2c), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:16.550074 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8f975fce-95de-412d-af68-7f0ee962291b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (68ec001c-aab8-428b-8fde-f0cf88270c2c), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:16.552589 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8f975fce-95de-412d-af68-7f0ee962291b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:16.553730 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-8f975fce-95de-412d-af68-7f0ee962291b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68ec001c-aab8-428b-8fde-f0cf88270c2c HTTP/1.1" status: 204 len: 168 time: 0.1298137 Mar 28 14:35:16.561611 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f975fce-95de-412d-af68-7f0ee962291b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ec001c-aab8-428b-8fde-f0cf88270c2c,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:21.642375 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 47070) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:21.760522 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-307b809e-2a53-4e93-9a42-3b7d98517093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:21.834823 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-307b809e-2a53-4e93-9a42-3b7d98517093 admin admin] Publish callbacks [] for security_group (e9f9a0e6-d1b8-40b2-a3a6-9455e94a6eff), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:21.840353 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-307b809e-2a53-4e93-9a42-3b7d98517093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (e9f9a0e6-d1b8-40b2-a3a6-9455e94a6eff), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:21.877688 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-307b809e-2a53-4e93-9a42-3b7d98517093 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a7d7b5e5deb419683f3834c38abb79e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339976 Mar 28 14:35:21.878799 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b809e-2a53-4e93-9a42-3b7d98517093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f9a0e6-d1b8-40b2-a3a6-9455e94a6eff,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:21.880612 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 47074) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:21.888427 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b809e-2a53-4e93-9a42-3b7d98517093 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:21.888427 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b809e-2a53-4e93-9a42-3b7d98517093 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:21.888427 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b809e-2a53-4e93-9a42-3b7d98517093 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:21.888427 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b809e-2a53-4e93-9a42-3b7d98517093 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:21.888427 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b809e-2a53-4e93-9a42-3b7d98517093 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:21.888427 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b809e-2a53-4e93-9a42-3b7d98517093 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:21.888427 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b809e-2a53-4e93-9a42-3b7d98517093 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:21.889048 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b809e-2a53-4e93-9a42-3b7d98517093 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:21.889133 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b809e-2a53-4e93-9a42-3b7d98517093 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:21.889394 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b809e-2a53-4e93-9a42-3b7d98517093 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:21.889749 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b809e-2a53-4e93-9a42-3b7d98517093 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:21.890068 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b809e-2a53-4e93-9a42-3b7d98517093 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:21.890380 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b809e-2a53-4e93-9a42-3b7d98517093 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:21.891114 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b809e-2a53-4e93-9a42-3b7d98517093 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:21.891114 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b809e-2a53-4e93-9a42-3b7d98517093 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:21.931623 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-20916391-f226-4509-9f40-211db8aa976c admin admin] Publish callbacks [] for security_group (e9f9a0e6-d1b8-40b2-a3a6-9455e94a6eff), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:21.954102 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-20916391-f226-4509-9f40-211db8aa976c admin admin] Publish callbacks [] for security_group (e9f9a0e6-d1b8-40b2-a3a6-9455e94a6eff), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:22.000655 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-20916391-f226-4509-9f40-211db8aa976c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (e9f9a0e6-d1b8-40b2-a3a6-9455e94a6eff), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:22.003335 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-20916391-f226-4509-9f40-211db8aa976c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:22.004570 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-20916391-f226-4509-9f40-211db8aa976c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9f9a0e6-d1b8-40b2-a3a6-9455e94a6eff HTTP/1.1" status: 204 len: 168 time: 0.1229994 Mar 28 14:35:22.011955 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20916391-f226-4509-9f40-211db8aa976c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f9a0e6-d1b8-40b2-a3a6-9455e94a6eff,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:22.274393 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 47082) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:22.287875 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-10342259-96c1-4aec-bec1-2bc5a4484217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:22.359508 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-10342259-96c1-4aec-bec1-2bc5a4484217 admin admin] Publish callbacks [] for security_group (1db30065-26c4-463a-8659-01ef911592ed), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:22.365067 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-10342259-96c1-4aec-bec1-2bc5a4484217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (1db30065-26c4-463a-8659-01ef911592ed), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:22.402759 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10342259-96c1-4aec-bec1-2bc5a4484217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db30065-26c4-463a-8659-01ef911592ed,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:22.407012 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-10342259-96c1-4aec-bec1-2bc5a4484217 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bc44a936c634b839655b2c37f185df7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315479 Mar 28 14:35:22.411131 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 47084) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:22.468304 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-907dce53-d0c3-46cb-a18f-04e90c14727d admin admin] Publish callbacks [] for security_group (1db30065-26c4-463a-8659-01ef911592ed), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:22.489757 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-907dce53-d0c3-46cb-a18f-04e90c14727d admin admin] Publish callbacks [] for security_group (1db30065-26c4-463a-8659-01ef911592ed), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:22.540414 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-907dce53-d0c3-46cb-a18f-04e90c14727d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (1db30065-26c4-463a-8659-01ef911592ed), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:22.543093 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-907dce53-d0c3-46cb-a18f-04e90c14727d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:22.544256 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-907dce53-d0c3-46cb-a18f-04e90c14727d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1db30065-26c4-463a-8659-01ef911592ed HTTP/1.1" status: 204 len: 168 time: 0.1322734 Mar 28 14:35:22.552170 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907dce53-d0c3-46cb-a18f-04e90c14727d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db30065-26c4-463a-8659-01ef911592ed,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:24.323837 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-8c6ffddb-77fd-4ae9-862e-badcb60c256e tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-806539385&fields=id&tenant_id=e4f53d69085f474b95d14b83626c9705 HTTP/1.1" status: 200 len: 267 time: 0.0462265 Mar 28 14:35:24.430661 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-7f429e75-51e0-4d43-9bce-3b846675c26c tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:24.432139 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-7f429e75-51e0-4d43-9bce-3b846675c26c tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/networks?id=f405bb5a-c1e1-4b86-b73d-65ef62332c49 HTTP/1.1" status: 200 len: 811 time: 0.1017206 Mar 28 14:35:24.449514 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-85731df5-e86d-44e3-b79f-e7452b865379 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/quotas/e4f53d69085f474b95d14b83626c9705 HTTP/1.1" status: 200 len: 375 time: 0.0092797 Mar 28 14:35:24.506248 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-8ec08d1d-f0c8-4826-a860-5c8cb55ae4fe tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4f53d69085f474b95d14b83626c9705&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499527 Mar 28 14:35:24.604315 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-c375b4cb-9806-4965-99ba-c1ecc38a67c5 service neutron] 10.222.0.13 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857670 Mar 28 14:35:24.698299 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-5144d35b-ff92-4681-b523-04a4715ea150 service neutron] 10.222.0.13 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881226 Mar 28 14:35:24.994238 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1e749ca9-0088-4c02-bba7-c794329aeac3 req-ba840759-02e3-490d-822c-eeb614111b9f tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 210 time: 0.0266747 Mar 28 14:35:26.100395 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2e330f26-5b22-4538-ad93-b1f0d351da45 req-35cadc31-7a72-4faa-b0fc-92ad5e7b0906 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 210 time: 0.0271094 Mar 28 14:35:27.211100 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-42979883-626f-4c11-b010-69080c57e978 req-af724dd8-da04-4414-8b99-d51d55b3787e tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 210 time: 0.0266333 Mar 28 14:35:28.317932 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-99fdf2f2-4187-4640-b5f9-9d3f3b11bb2e req-8ffd12aa-99be-4edb-a680-2d99bce7e623 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 210 time: 0.0268826 Mar 28 14:35:29.254650 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a83d2e46-ceae-463a-a89e-f43942c62cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:29.428261 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-cc7ec8d6-1830-4070-b502-45a1e9ac3b2f req-e9129fcf-2483-4469-b166-f0655cc16ad3 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 210 time: 0.0297630 Mar 28 14:35:29.651353 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-9de69f51-ff75-49f0-b2c3-50bba51627d0 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:29.652946 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-9de69f51-ff75-49f0-b2c3-50bba51627d0 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.18 "GET /v2.0/networks?id=f405bb5a-c1e1-4b86-b73d-65ef62332c49 HTTP/1.1" status: 200 len: 811 time: 0.1096146 Mar 28 14:35:29.716066 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-c0af450d-44ec-4bf0-949e-e659d3898b80 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4f53d69085f474b95d14b83626c9705 HTTP/1.1" status: 200 len: 379 time: 0.0544002 Mar 28 14:35:29.725187 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-a62e4b39-a93f-4312-a4f6-1a1af7e6404a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Request body: {'port': {'device_id': '271cbbdd-5127-4f65-9019-b6b38d0a12d0', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'admin_state_up': True, 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'security_groups': ['47d5060e-785d-4d76-9c59-ac2cccec1e7f']}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:35:29.837249 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-a62e4b39-a93f-4312-a4f6-1a1af7e6404a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Made reservation on behalf of e4f53d69085f474b95d14b83626c9705 for: {'port': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:35:29.840798 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-a62e4b39-a93f-4312-a4f6-1a1af7e6404a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:30.235362 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-a62e4b39-a93f-4312-a4f6-1a1af7e6404a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Allocated IP 172.20.0.12 (f405bb5a-c1e1-4b86-b73d-65ef62332c49/5d93cae3-8698-4501-9dad-642b87babf0b/abb85677-63d1-43c1-9ae1-f1f01834cd60) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:35:30.373109 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-a62e4b39-a93f-4312-a4f6-1a1af7e6404a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for port (abb85677-63d1-43c1-9ae1-f1f01834cd60), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:30.407848 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-a62e4b39-a93f-4312-a4f6-1a1af7e6404a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (abb85677-63d1-43c1-9ae1-f1f01834cd60), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:30.454263 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-a62e4b39-a93f-4312-a4f6-1a1af7e6404a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Network f405bb5a-c1e1-4b86-b73d-65ef62332c49 is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:35:30.457706 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-a62e4b39-a93f-4312-a4f6-1a1af7e6404a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:35:30.463820 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-a62e4b39-a93f-4312-a4f6-1a1af7e6404a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:35:30.494269 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e4b39-a93f-4312-a4f6-1a1af7e6404a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Pushing event updated for resources: {'Port': ['ID=abb85677-63d1-43c1-9ae1-f1f01834cd60,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:30.556674 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-a62e4b39-a93f-4312-a4f6-1a1af7e6404a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:30.557522 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-a62e4b39-a93f-4312-a4f6-1a1af7e6404a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:30.585771 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-a62e4b39-a93f-4312-a4f6-1a1af7e6404a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8642218 Mar 28 14:35:30.603251 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020da825-0864-4c9b-8d93-9e328fbb6094 req-f930ba25-241b-42ae-a91c-78f5b6f7de6d tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:30.604806 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-020da825-0864-4c9b-8d93-9e328fbb6094 req-f930ba25-241b-42ae-a91c-78f5b6f7de6d tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 932 time: 0.0843792 Mar 28 14:35:30.608982 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-93e3ed1f-d81d-41f2-822b-d7d9be818b0d service neutron] Request body: {'port': {'device_id': '271cbbdd-5127-4f65-9019-b6b38d0a12d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:35:30.700183 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-37c4298d-69a0-4841-8c0a-eade2130bdd1 None None] Provisioning complete for port abb85677-63d1-43c1-9ae1-f1f01834cd60 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:35:30.700779 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-93e3ed1f-d81d-41f2-822b-d7d9be818b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (abb85677-63d1-43c1-9ae1-f1f01834cd60), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:30.701160 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-37c4298d-69a0-4841-8c0a-eade2130bdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (abb85677-63d1-43c1-9ae1-f1f01834cd60), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:30.718034 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-020da825-0864-4c9b-8d93-9e328fbb6094 req-8b3068f3-8e11-4b3d-a994-eb29e2b58128 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056271 Mar 28 14:35:30.743821 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-37c4298d-69a0-4841-8c0a-eade2130bdd1 None None] Port abb85677-63d1-43c1-9ae1-f1f01834cd60 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:35:30.977469 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-93e3ed1f-d81d-41f2-822b-d7d9be818b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb85677-63d1-43c1-9ae1-f1f01834cd60 {{(pid=103205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:35:30.984919 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-93e3ed1f-d81d-41f2-822b-d7d9be818b0d service neutron] Publish callbacks [] for port (abb85677-63d1-43c1-9ae1-f1f01834cd60), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:30.997024 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.provisioning_blocks [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-93e3ed1f-d81d-41f2-822b-d7d9be818b0d service neutron] Transition to ACTIVE for port object abb85677-63d1-43c1-9ae1-f1f01834cd60 will not be triggered until provisioned by entity L2. {{(pid=103205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 14:35:31.002697 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-93e3ed1f-d81d-41f2-822b-d7d9be818b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (abb85677-63d1-43c1-9ae1-f1f01834cd60), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:31.051054 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3ed1f-d81d-41f2-822b-d7d9be818b0d service neutron] Pushing event updated for resources: {'Port': ['ID=abb85677-63d1-43c1-9ae1-f1f01834cd60,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:31.121323 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-93e3ed1f-d81d-41f2-822b-d7d9be818b0d service neutron] Attempting to bind port abb85677-63d1-43c1-9ae1-f1f01834cd60 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:35:31.121659 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-93e3ed1f-d81d-41f2-822b-d7d9be818b0d service neutron] Attempting to bind port abb85677-63d1-43c1-9ae1-f1f01834cd60 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e3a08f39-70e6-409b-9013-2dc1166e0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:35:31.122009 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-93e3ed1f-d81d-41f2-822b-d7d9be818b0d service neutron] Attempting to bind port abb85677-63d1-43c1-9ae1-f1f01834cd60 on network f405bb5a-c1e1-4b86-b73d-65ef62332c49 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:35:31.127509 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-93e3ed1f-d81d-41f2-822b-d7d9be818b0d service neutron] Port abb85677-63d1-43c1-9ae1-f1f01834cd60 on network f405bb5a-c1e1-4b86-b73d-65ef62332c49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:35:31.127829 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-93e3ed1f-d81d-41f2-822b-d7d9be818b0d service neutron] Attempting to bind port abb85677-63d1-43c1-9ae1-f1f01834cd60 on network f405bb5a-c1e1-4b86-b73d-65ef62332c49 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:35:31.133346 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-93e3ed1f-d81d-41f2-822b-d7d9be818b0d service neutron] Checking agent: {'id': 'ab5a62a0-b9cc-4af2-a98d-7d97375b077a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'started_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:35:31.133687 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-93e3ed1f-d81d-41f2-822b-d7d9be818b0d service neutron] Checking segment: {'id': 'e3a08f39-70e6-409b-9013-2dc1166e0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:35:31.134070 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-93e3ed1f-d81d-41f2-822b-d7d9be818b0d service neutron] Bound using segment: {'id': 'e3a08f39-70e6-409b-9013-2dc1166e0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:35:31.134486 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-93e3ed1f-d81d-41f2-822b-d7d9be818b0d service neutron] Bound port: abb85677-63d1-43c1-9ae1-f1f01834cd60, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a08f39-70e6-409b-9013-2dc1166e0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:35:31.134869 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-93e3ed1f-d81d-41f2-822b-d7d9be818b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (abb85677-63d1-43c1-9ae1-f1f01834cd60), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:31.203562 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-93e3ed1f-d81d-41f2-822b-d7d9be818b0d service neutron] For port abb85677-63d1-43c1-9ae1-f1f01834cd60, host hv-cinder-79053, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:35:31.206510 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-93e3ed1f-d81d-41f2-822b-d7d9be818b0d service neutron] For port abb85677-63d1-43c1-9ae1-f1f01834cd60, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=abb85677-63d1-43c1-9ae1-f1f01834cd60,segment=NetworkSegment(e3a08f39-70e6-409b-9013-2dc1166e0fe4),segment_id=e3a08f39-70e6-409b-9013-2dc1166e0fe4)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:35:31.213924 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-93e3ed1f-d81d-41f2-822b-d7d9be818b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (abb85677-63d1-43c1-9ae1-f1f01834cd60), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:31.246100 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-93e3ed1f-d81d-41f2-822b-d7d9be818b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:31.246710 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-93e3ed1f-d81d-41f2-822b-d7d9be818b0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:31.248085 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-93e3ed1f-d81d-41f2-822b-d7d9be818b0d service neutron] 10.222.0.18 "PUT /v2.0/ports/abb85677-63d1-43c1-9ae1-f1f01834cd60 HTTP/1.1" status: 200 len: 1094 time: 0.6533995 Mar 28 14:35:31.248541 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271cbbdd-5127-4f65-9019-b6b38d0a12d0', 'tag': 'abb85677-63d1-43c1-9ae1-f1f01834cd60'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:35:31.251243 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e38f6d7-88c4-4f44-bbe4-964cc96dd9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "271cbbdd-5127-4f65-9019-b6b38d0a12d0", "tag": "abb85677-63d1-43c1-9ae1-f1f01834cd60"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:35:31.276014 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3ed1f-d81d-41f2-822b-d7d9be818b0d service neutron] Pushing event updated for resources: {'Port': ['ID=abb85677-63d1-43c1-9ae1-f1f01834cd60,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:31.302090 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf74475-783c-400f-aa64-72673add2678 x-openstack-request-id: req-5bf74475-783c-400f-aa64-72673add2678 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:35:31.302518 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271cbbdd-5127-4f65-9019-b6b38d0a12d0", "tag": "abb85677-63d1-43c1-9ae1-f1f01834cd60", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:35:31.302773 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bf74475-783c-400f-aa64-72673add2678 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:35:31.303219 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bf74475-783c-400f-aa64-72673add2678'] response: {'name': 'network-changed', 'server_uuid': '271cbbdd-5127-4f65-9019-b6b38d0a12d0', 'tag': 'abb85677-63d1-43c1-9ae1-f1f01834cd60', 'status': 'completed', 'code': 200} Mar 28 14:35:31.340537 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-26dc4cdb-abbf-4aaf-946c-8a43089163db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:31.342048 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-26dc4cdb-abbf-4aaf-946c-8a43089163db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4f53d69085f474b95d14b83626c9705&device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 1128 time: 0.0498807 Mar 28 14:35:31.386658 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-4932a24b-45e0-4208-aaae-ee95cfd603fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abb85677-63d1-43c1-9ae1-f1f01834cd60 HTTP/1.1" status: 200 len: 217 time: 0.0379477 Mar 28 14:35:31.434327 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-af6d2613-940d-4aa8-ba0c-6e74d954a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:31.435847 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-af6d2613-940d-4aa8-ba0c-6e74d954a814 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d93cae3-8698-4501-9dad-642b87babf0b HTTP/1.1" status: 200 len: 850 time: 0.0433490 Mar 28 14:35:31.487548 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-bf479f13-bc46-47c2-860d-5ea724c85830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:31.489224 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-bf479f13-bc46-47c2-860d-5ea724c85830 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f405bb5a-c1e1-4b86-b73d-65ef62332c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438085 Mar 28 14:35:31.534991 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-8c08e243-85c3-4f55-a904-417b4678ca8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:31.582467 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-fb1294ff-3c96-42cd-9860-9307cecd2373 service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868506 Mar 28 14:35:31.684762 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-68bdbeb1-da0e-49d3-b9fd-af9488b0ef9c req-722663be-cb3e-45bc-9fc2-b9297f6a6384 service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963445 Mar 28 14:35:31.779271 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38f6d7-88c4-4f44-bbe4-964cc96dd9a9 req-98d0db47-eed4-448e-b9ad-ed4ffd544bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:31.780814 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6e38f6d7-88c4-4f44-bbe4-964cc96dd9a9 req-98d0db47-eed4-448e-b9ad-ed4ffd544bb7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4f53d69085f474b95d14b83626c9705&device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 1128 time: 0.0468960 Mar 28 14:35:31.916649 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431ef7e-e7b8-4de1-876e-d947ddee7324 req-a43dec07-e61a-4871-b87e-ffc51eb52ea4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:31.918172 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9431ef7e-e7b8-4de1-876e-d947ddee7324 req-a43dec07-e61a-4871-b87e-ffc51eb52ea4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 944 time: 0.1189463 Mar 28 14:35:31.919365 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38f6d7-88c4-4f44-bbe4-964cc96dd9a9 req-7b7a4569-4cd2-4e5d-b2a0-5a553ce1267e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:31.920795 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6e38f6d7-88c4-4f44-bbe4-964cc96dd9a9 req-7b7a4569-4cd2-4e5d-b2a0-5a553ce1267e service neutron] 10.222.0.18 "GET /v2.0/networks?id=f405bb5a-c1e1-4b86-b73d-65ef62332c49 HTTP/1.1" status: 200 len: 912 time: 0.1319425 Mar 28 14:35:31.976711 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6e38f6d7-88c4-4f44-bbe4-964cc96dd9a9 req-a295dbfd-520a-40ff-86c3-66418d3e754d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abb85677-63d1-43c1-9ae1-f1f01834cd60 HTTP/1.1" status: 200 len: 217 time: 0.0467267 Mar 28 14:35:32.035605 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9431ef7e-e7b8-4de1-876e-d947ddee7324 req-909e9c9c-456b-482e-9754-3350f15cae21 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115742 Mar 28 14:35:32.046680 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38f6d7-88c4-4f44-bbe4-964cc96dd9a9 req-387935ba-f592-4a6c-b6e3-56c6dfec57e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:32.048242 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6e38f6d7-88c4-4f44-bbe4-964cc96dd9a9 req-387935ba-f592-4a6c-b6e3-56c6dfec57e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d93cae3-8698-4501-9dad-642b87babf0b HTTP/1.1" status: 200 len: 850 time: 0.0614462 Mar 28 14:35:32.097543 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38f6d7-88c4-4f44-bbe4-964cc96dd9a9 req-3f75592a-8663-4019-86a4-cf9c7dc60fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:32.099009 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6e38f6d7-88c4-4f44-bbe4-964cc96dd9a9 req-3f75592a-8663-4019-86a4-cf9c7dc60fc8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f405bb5a-c1e1-4b86-b73d-65ef62332c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443292 Mar 28 14:35:32.193025 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6e38f6d7-88c4-4f44-bbe4-964cc96dd9a9 req-3014ae00-d4c9-4d08-b7c1-1f75d6330171 service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877333 Mar 28 14:35:32.286242 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6e38f6d7-88c4-4f44-bbe4-964cc96dd9a9 req-9f41d7b9-a609-4ba3-a730-f0bb1f9bc412 service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868433 Mar 28 14:35:32.705787 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:33.128067 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 47222) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:33.153748 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2c26c-eb29-4722-a696-4ba0240511e5 req-d88fc49a-777a-466e-a09e-9ee937b775a6 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:33.155218 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-cfb2c26c-eb29-4722-a696-4ba0240511e5 req-d88fc49a-777a-466e-a09e-9ee937b775a6 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 944 time: 0.0525231 Mar 28 14:35:33.203417 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-cfb2c26c-eb29-4722-a696-4ba0240511e5 req-2e02a2c6-c67e-46c7-a61f-581899febe73 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423901 Mar 28 14:35:33.235891 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-75c7b68b-2ad9-48d7-a410-52ab2c4a3a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:33.308861 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-75c7b68b-2ad9-48d7-a410-52ab2c4a3a2c admin admin] Publish callbacks [] for security_group (17d71357-3c3e-4e7e-ba1a-eeccf94801a1), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:33.313953 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-75c7b68b-2ad9-48d7-a410-52ab2c4a3a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (17d71357-3c3e-4e7e-ba1a-eeccf94801a1), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:33.350589 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-75c7b68b-2ad9-48d7-a410-52ab2c4a3a2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3c2bd2b274242ddbd79c9d71bfd154a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213204 Mar 28 14:35:33.351756 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7b68b-2ad9-48d7-a410-52ab2c4a3a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d71357-3c3e-4e7e-ba1a-eeccf94801a1,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:33.353566 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 47226) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:33.401371 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0df6f338-225d-4851-9d87-8677970461fe admin admin] Publish callbacks [] for security_group (17d71357-3c3e-4e7e-ba1a-eeccf94801a1), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:33.422062 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0df6f338-225d-4851-9d87-8677970461fe admin admin] Publish callbacks [] for security_group (17d71357-3c3e-4e7e-ba1a-eeccf94801a1), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:33.473589 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0df6f338-225d-4851-9d87-8677970461fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (17d71357-3c3e-4e7e-ba1a-eeccf94801a1), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:33.476165 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0df6f338-225d-4851-9d87-8677970461fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:33.477372 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-0df6f338-225d-4851-9d87-8677970461fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17d71357-3c3e-4e7e-ba1a-eeccf94801a1 HTTP/1.1" status: 204 len: 168 time: 0.1225951 Mar 28 14:35:33.484852 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6f338-225d-4851-9d87-8677970461fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d71357-3c3e-4e7e-ba1a-eeccf94801a1,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:33.951548 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:34.320264 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0486563-ceb7-4a51-9ae2-bec3d7353eb8 req-663ae451-8566-4afb-8a28-e60e1c3e0945 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:34.321636 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b0486563-ceb7-4a51-9ae2-bec3d7353eb8 req-663ae451-8566-4afb-8a28-e60e1c3e0945 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 944 time: 0.0524247 Mar 28 14:35:34.369291 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b0486563-ceb7-4a51-9ae2-bec3d7353eb8 req-02ca533f-f8ae-44a3-9779-515dc2c469e2 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419674 Mar 28 14:35:35.442037 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:35.764253 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de40b9-9489-47db-9062-a0b7e762f12d req-92d0f587-43fe-48a7-975c-89587fe2344b tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:35.765798 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c0de40b9-9489-47db-9062-a0b7e762f12d req-92d0f587-43fe-48a7-975c-89587fe2344b tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 944 time: 0.3188195 Mar 28 14:35:35.814925 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c0de40b9-9489-47db-9062-a0b7e762f12d req-a86b9969-1941-4f42-93f4-649d2e72e8ab tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423009 Mar 28 14:35:36.946203 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fa964-eee7-4f9c-b19a-6c854a4c4b37 req-1f4d5ed9-2972-44b1-9134-494193b10d90 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:36.947801 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-516fa964-eee7-4f9c-b19a-6c854a4c4b37 req-1f4d5ed9-2972-44b1-9134-494193b10d90 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 944 time: 0.0612648 Mar 28 14:35:37.000696 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-516fa964-eee7-4f9c-b19a-6c854a4c4b37 req-a4894fad-ce8a-43c7-970e-529cce9c0c64 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442483 Mar 28 14:35:38.129346 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91da471-5c1f-4bb5-b718-ae8ad668c4c0 req-7f8acf6d-1def-460b-8761-3d2406715ca7 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:38.130699 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f91da471-5c1f-4bb5-b718-ae8ad668c4c0 req-7f8acf6d-1def-460b-8761-3d2406715ca7 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 944 time: 0.0531759 Mar 28 14:35:38.180146 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f91da471-5c1f-4bb5-b718-ae8ad668c4c0 req-ec02e818-2b92-497c-a641-ed8f340034c7 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438085 Mar 28 14:35:39.315194 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b699b0a-9d9d-420b-8293-8b736a702de6 req-557181b6-865c-4a94-a945-ae64369a060e tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:39.316656 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6b699b0a-9d9d-420b-8293-8b736a702de6 req-557181b6-865c-4a94-a945-ae64369a060e tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 944 time: 0.0593779 Mar 28 14:35:39.366271 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6b699b0a-9d9d-420b-8293-8b736a702de6 req-cf226805-cd5e-4488-92eb-48863d62226a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439148 Mar 28 14:35:39.580583 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:40.511376 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339adfd3-562a-4fe6-98a7-00d2228e189d req-2f1eabfb-bb5c-408b-bec1-499fe1531929 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:40.512853 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-339adfd3-562a-4fe6-98a7-00d2228e189d req-2f1eabfb-bb5c-408b-bec1-499fe1531929 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 944 time: 0.0657237 Mar 28 14:35:40.565634 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-339adfd3-562a-4fe6-98a7-00d2228e189d req-1b06d705-4739-4d50-853e-fc1dea08e987 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441468 Mar 28 14:35:41.686939 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e664a49-59cf-4cd6-b075-d2b3c1acea73 req-ff79daed-5923-444f-9b3f-8a5c1767603a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:41.688461 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2e664a49-59cf-4cd6-b075-d2b3c1acea73 req-ff79daed-5923-444f-9b3f-8a5c1767603a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 944 time: 0.0553079 Mar 28 14:35:41.742262 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2e664a49-59cf-4cd6-b075-d2b3c1acea73 req-0b7de238-b539-4943-b192-046a76eb3e93 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479517 Mar 28 14:35:42.877979 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5038ab5-7059-494f-a54a-4ddaee7bd1cf req-82168f1d-1f5b-44d2-90e4-8dc76eca3979 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:42.879480 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-e5038ab5-7059-494f-a54a-4ddaee7bd1cf req-82168f1d-1f5b-44d2-90e4-8dc76eca3979 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 944 time: 0.0533683 Mar 28 14:35:42.928370 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-e5038ab5-7059-494f-a54a-4ddaee7bd1cf req-23cbd1d3-4605-4858-abd1-949b9220d23d tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431068 Mar 28 14:35:43.242686 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device abb85677-63d1-43c1-9ae1-f1f01834cd60 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:35:43.347525 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port abb85677-63d1-43c1-9ae1-f1f01834cd60, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=abb85677-63d1-43c1-9ae1-f1f01834cd60,segment=NetworkSegment(e3a08f39-70e6-409b-9013-2dc1166e0fe4),segment_id=e3a08f39-70e6-409b-9013-2dc1166e0fe4)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:35:43.358812 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': 'abb85677-63d1-43c1-9ae1-f1f01834cd60', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'port_id': 'abb85677-63d1-43c1-9ae1-f1f01834cd60', 'mac_address': 'fa:16:3e:d0:90:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:35:43.401361 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port abb85677-63d1-43c1-9ae1-f1f01834cd60 is: DOWN; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:35:43.401734 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (abb85677-63d1-43c1-9ae1-f1f01834cd60), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:43.421851 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb85677-63d1-43c1-9ae1-f1f01834cd60 {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:35:43.442923 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port abb85677-63d1-43c1-9ae1-f1f01834cd60, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=abb85677-63d1-43c1-9ae1-f1f01834cd60,segment=NetworkSegment(e3a08f39-70e6-409b-9013-2dc1166e0fe4),segment_id=e3a08f39-70e6-409b-9013-2dc1166e0fe4)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:35:43.449658 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (abb85677-63d1-43c1-9ae1-f1f01834cd60), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:43.499563 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=abb85677-63d1-43c1-9ae1-f1f01834cd60,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:43.506890 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:43.507263 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:43.507603 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:43.507941 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:43.508271 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:43.508601 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:43.508923 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:43.509239 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:43.509564 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:43.509894 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:43.510187 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:43.510507 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:43.510822 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:43.511173 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:43.511491 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:35:44.052864 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765abe37-9374-47a3-8b29-9c58e4bbd81e req-652308bc-0e36-4b79-a499-8ce7c6f7eb1a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:44.054354 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-765abe37-9374-47a3-8b29-9c58e4bbd81e req-652308bc-0e36-4b79-a499-8ce7c6f7eb1a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 945 time: 0.0552418 Mar 28 14:35:44.105023 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-765abe37-9374-47a3-8b29-9c58e4bbd81e req-e67812ff-93e8-4ce4-a9e0-6f442dba5118 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422773 Mar 28 14:35:45.047735 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2b800d46-564e-433b-8059-8d13d6fad976 req-4d90983b-1c01-4021-8f9f-0e7a03625113 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458386 Mar 28 14:35:45.137811 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b800d46-564e-433b-8059-8d13d6fad976 req-4e78dc63-7cf8-4bf5-b285-e749c2b0f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:45.139371 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2b800d46-564e-433b-8059-8d13d6fad976 req-4e78dc63-7cf8-4bf5-b285-e749c2b0f967 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2306e519eba4cfa82246420f4c4f925&device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf HTTP/1.1" status: 200 len: 1129 time: 0.0487998 Mar 28 14:35:45.229592 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0affac-d454-4948-8db0-eb3dc3cec761 req-5565d28f-7567-4dfb-acb5-4ac6c3fdcec8 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:45.231084 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7c0affac-d454-4948-8db0-eb3dc3cec761 req-5565d28f-7567-4dfb-acb5-4ac6c3fdcec8 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 945 time: 0.0573637 Mar 28 14:35:45.246180 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b800d46-564e-433b-8059-8d13d6fad976 req-9e70c9c3-4f48-4185-b290-3661865b74a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:45.247697 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2b800d46-564e-433b-8059-8d13d6fad976 req-9e70c9c3-4f48-4185-b290-3661865b74a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb HTTP/1.1" status: 200 len: 915 time: 0.0894406 Mar 28 14:35:45.284327 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7c0affac-d454-4948-8db0-eb3dc3cec761 req-ac4da649-9447-4c02-91c5-441564745f79 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472813 Mar 28 14:35:45.312004 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2b800d46-564e-433b-8059-8d13d6fad976 req-89c83218-180f-4b31-81b0-01abc2413b7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9842d6d6-baf1-4eee-a3c6-f71d2364f7ec HTTP/1.1" status: 200 len: 1000 time: 0.0583696 Mar 28 14:35:45.313318 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['abb85677-63d1-43c1-9ae1-f1f01834cd60'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:35:45.363676 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b800d46-564e-433b-8059-8d13d6fad976 req-99dd6c31-5c8a-4995-b198-795cdbf2ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:45.365174 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2b800d46-564e-433b-8059-8d13d6fad976 req-99dd6c31-5c8a-4995-b198-795cdbf2ef60 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42ae119e-55a6-4649-98c6-27d9c3bb606b HTTP/1.1" status: 200 len: 853 time: 0.0470486 Mar 28 14:35:45.414462 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b800d46-564e-433b-8059-8d13d6fad976 req-502ba9fc-2043-4b18-8603-f87a86fd6788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:45.415971 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2b800d46-564e-433b-8059-8d13d6fad976 req-502ba9fc-2043-4b18-8603-f87a86fd6788 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450342 Mar 28 14:35:45.504282 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2b800d46-564e-433b-8059-8d13d6fad976 req-27a72ae6-0def-49ca-8d45-dc35a7de49d0 service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810966 Mar 28 14:35:45.600022 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2b800d46-564e-433b-8059-8d13d6fad976 req-cc1d5a83-bc1f-4e15-b528-f5d3588569d1 service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892868 Mar 28 14:35:46.413717 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420f640-de10-457c-844f-0c9d288ea3e4 req-451ef991-7001-437f-8d18-327300e2831b tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:46.415218 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c420f640-de10-457c-844f-0c9d288ea3e4 req-451ef991-7001-437f-8d18-327300e2831b tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 945 time: 0.0574043 Mar 28 14:35:46.464481 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c420f640-de10-457c-844f-0c9d288ea3e4 req-fa8d0da1-63b2-49ea-89ca-9f54edf804ad tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430565 Mar 28 14:35:46.933855 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device abb85677-63d1-43c1-9ae1-f1f01834cd60 up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:35:46.996526 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning for port abb85677-63d1-43c1-9ae1-f1f01834cd60 completed by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 14:35:47.001055 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port abb85677-63d1-43c1-9ae1-f1f01834cd60 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:35:47.001462 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (abb85677-63d1-43c1-9ae1-f1f01834cd60), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:47.085310 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port abb85677-63d1-43c1-9ae1-f1f01834cd60 is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:35:47.085701 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (abb85677-63d1-43c1-9ae1-f1f01834cd60), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:47.108372 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271cbbdd-5127-4f65-9019-b6b38d0a12d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb85677-63d1-43c1-9ae1-f1f01834cd60'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:35:47.110650 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e800ed26-8477-44f1-b7b0-34bb3cf4f72c" -d '{"events": [{"server_uuid": "271cbbdd-5127-4f65-9019-b6b38d0a12d0", "name": "network-vif-plugged", "status": "completed", "tag": "abb85677-63d1-43c1-9ae1-f1f01834cd60"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:35:47.123218 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port abb85677-63d1-43c1-9ae1-f1f01834cd60, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=abb85677-63d1-43c1-9ae1-f1f01834cd60,segment=NetworkSegment(e3a08f39-70e6-409b-9013-2dc1166e0fe4),segment_id=e3a08f39-70e6-409b-9013-2dc1166e0fe4)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:35:47.130590 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (abb85677-63d1-43c1-9ae1-f1f01834cd60), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:47.157078 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6aca7b-ed23-4ba5-9f7c-d3096daab7d0 x-openstack-request-id: req-9d6aca7b-ed23-4ba5-9f7c-d3096daab7d0 {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:35:47.157373 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271cbbdd-5127-4f65-9019-b6b38d0a12d0", "name": "network-vif-plugged", "status": "completed", "tag": "abb85677-63d1-43c1-9ae1-f1f01834cd60", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:35:47.157631 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d6aca7b-ed23-4ba5-9f7c-d3096daab7d0 {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:35:47.158034 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d6aca7b-ed23-4ba5-9f7c-d3096daab7d0'] response: {'server_uuid': '271cbbdd-5127-4f65-9019-b6b38d0a12d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb85677-63d1-43c1-9ae1-f1f01834cd60', 'code': 200} Mar 28 14:35:47.181276 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=abb85677-63d1-43c1-9ae1-f1f01834cd60,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:47.426825 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76711d82-5d04-49ee-a250-c3c5478ea6c8 req-25414bac-8b95-4fab-a81c-08da1f92db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:47.428420 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-76711d82-5d04-49ee-a250-c3c5478ea6c8 req-25414bac-8b95-4fab-a81c-08da1f92db2d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 1130 time: 0.0505719 Mar 28 14:35:47.473946 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-76711d82-5d04-49ee-a250-c3c5478ea6c8 req-7e341dbb-d863-4379-ae22-057e055c7c50 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390456 Mar 28 14:35:47.587264 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d846bdc-884d-4bed-bd23-e8f036638430 req-71a604ab-d4e8-4320-ae0e-f8ca2f04504a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:47.588723 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5d846bdc-884d-4bed-bd23-e8f036638430 req-71a604ab-d4e8-4320-ae0e-f8ca2f04504a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 946 time: 0.0515790 Mar 28 14:35:47.637761 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5d846bdc-884d-4bed-bd23-e8f036638430 req-8ffc42be-3614-4b13-8473-68acbb360145 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433559 Mar 28 14:35:48.781911 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb19fc1-9b32-4e8b-ba41-01df941447da req-0454a4b7-c5b8-4897-b414-135e5a52afce tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:48.783403 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-0cb19fc1-9b32-4e8b-ba41-01df941447da req-0454a4b7-c5b8-4897-b414-135e5a52afce tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 946 time: 0.0639186 Mar 28 14:35:48.835517 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-0cb19fc1-9b32-4e8b-ba41-01df941447da req-6228888c-1b2d-4633-970b-1cb4736a7560 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461340 Mar 28 14:35:49.958747 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3737ee-ef85-4d0a-a25a-74aa0aaf9a8e req-3b8d089f-4f0f-41de-9676-e2a0bbfeffdc tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:49.960313 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bf3737ee-ef85-4d0a-a25a-74aa0aaf9a8e req-3b8d089f-4f0f-41de-9676-e2a0bbfeffdc tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 946 time: 0.0540299 Mar 28 14:35:50.015597 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bf3737ee-ef85-4d0a-a25a-74aa0aaf9a8e req-5ff60245-d663-479b-9bb8-816c9e79b96f tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493112 Mar 28 14:35:50.134013 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cca3-3397-4e84-8bf0-1259d868f2b8 req-d365cdb6-21c1-4593-8315-88705fb1374f tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:50.135399 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-da41cca3-3397-4e84-8bf0-1259d868f2b8 req-d365cdb6-21c1-4593-8315-88705fb1374f tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 946 time: 0.0542755 Mar 28 14:35:50.187090 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-da41cca3-3397-4e84-8bf0-1259d868f2b8 req-62028c07-6f6f-45c7-b91e-327b24fef0f3 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459766 Mar 28 14:35:50.208912 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 47352) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:50.402314 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84fc760-d759-4250-8018-2682903eb7df tempest-TestVolumeBootPattern-202889950 tempest-TestVolumeBootPattern-202889950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:50.403737 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-f84fc760-d759-4250-8018-2682903eb7df tempest-TestVolumeBootPattern-202889950 tempest-TestVolumeBootPattern-202889950-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 1125 time: 0.1938612 Mar 28 14:35:50.408080 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 47356) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:50.412404 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-864971a3-38c2-44a3-b56e-34ef8787a09a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Request body: {'floatingip': {'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'port_id': 'abb85677-63d1-43c1-9ae1-f1f01834cd60', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:35:50.433746 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-864971a3-38c2-44a3-b56e-34ef8787a09a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:50.531040 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-864971a3-38c2-44a3-b56e-34ef8787a09a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:50.637218 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-864971a3-38c2-44a3-b56e-34ef8787a09a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Allocated IP 172.27.1.251 (c66de8d5-469e-474b-81ba-d9e7301ef93c/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73/32124cc5-ff17-4cb1-8ac8-9a5d61797667) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:35:50.737753 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-864971a3-38c2-44a3-b56e-34ef8787a09a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for port (32124cc5-ff17-4cb1-8ac8-9a5d61797667), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:50.776535 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-864971a3-38c2-44a3-b56e-34ef8787a09a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (32124cc5-ff17-4cb1-8ac8-9a5d61797667), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:50.815831 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864971a3-38c2-44a3-b56e-34ef8787a09a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:35:50.818716 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-864971a3-38c2-44a3-b56e-34ef8787a09a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:35:50.824117 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864971a3-38c2-44a3-b56e-34ef8787a09a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:35:50.846147 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864971a3-38c2-44a3-b56e-34ef8787a09a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Pushing event updated for resources: {'Port': ['ID=32124cc5-ff17-4cb1-8ac8-9a5d61797667,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:50.872216 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:35:51.175881 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-864971a3-38c2-44a3-b56e-34ef8787a09a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for floatingip (f5012c90-b20b-4259-b48e-800562b705f7), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:51.246283 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-864971a3-38c2-44a3-b56e-34ef8787a09a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (32124cc5-ff17-4cb1-8ac8-9a5d61797667), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:51.394326 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-864971a3-38c2-44a3-b56e-34ef8787a09a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for port (32124cc5-ff17-4cb1-8ac8-9a5d61797667), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:51.400418 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-864971a3-38c2-44a3-b56e-34ef8787a09a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427782'] for port (32124cc5-ff17-4cb1-8ac8-9a5d61797667), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:51.465245 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864971a3-38c2-44a3-b56e-34ef8787a09a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Pushing event updated for resources: {'Port': ['ID=32124cc5-ff17-4cb1-8ac8-9a5d61797667,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:51.476852 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-864971a3-38c2-44a3-b56e-34ef8787a09a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (f5012c90-b20b-4259-b48e-800562b705f7), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:51.590391 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.db.l3_db [None req-864971a3-38c2-44a3-b56e-34ef8787a09a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Floating IP f5012c90-b20b-4259-b48e-800562b705f7 associated. External IP: 172.27.1.251, port: abb85677-63d1-43c1-9ae1-f1f01834cd60. Mar 28 14:35:51.802440 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864971a3-38c2-44a3-b56e-34ef8787a09a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Router 12fd7a95-23ea-4610-87a1-43dff2edc137 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:35:51.916592 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864971a3-38c2-44a3-b56e-34ef8787a09a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:35:51.926582 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b1b802-c821-4139-afbf-a7bc4fd3edf6 None None] Sync routers for ids ['12fd7a95-23ea-4610-87a1-43dff2edc137'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:35:51.936571 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-864971a3-38c2-44a3-b56e-34ef8787a09a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:51.937500 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b1b802-c821-4139-afbf-a7bc4fd3edf6 None None] Routers {'12fd7a95-23ea-4610-87a1-43dff2edc137'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:35:51.938136 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-f3b1b802-c821-4139-afbf-a7bc4fd3edf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:35:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['12fd7a95-23ea-4610-87a1-43dff2edc137'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:35:51.965294 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-864971a3-38c2-44a3-b56e-34ef8787a09a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5562410 Mar 28 14:35:51.965889 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271cbbdd-5127-4f65-9019-b6b38d0a12d0', 'tag': 'abb85677-63d1-43c1-9ae1-f1f01834cd60'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:35:51.968169 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d378c771d12563f68c1f59c9273be1365ef6a269510bcb02de4e9318e41428e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140ba956-fdb6-411a-be2c-2f7bc32c1269" -d '{"events": [{"name": "network-changed", "server_uuid": "271cbbdd-5127-4f65-9019-b6b38d0a12d0", "tag": "abb85677-63d1-43c1-9ae1-f1f01834cd60"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:35:52.003602 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed0fae2-46e4-4400-aa7b-86f180e8c5fe x-openstack-request-id: req-4ed0fae2-46e4-4400-aa7b-86f180e8c5fe {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:35:52.003896 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271cbbdd-5127-4f65-9019-b6b38d0a12d0", "tag": "abb85677-63d1-43c1-9ae1-f1f01834cd60", "status": "completed", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:35:52.004147 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ed0fae2-46e4-4400-aa7b-86f180e8c5fe {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:35:52.004586 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed0fae2-46e4-4400-aa7b-86f180e8c5fe'] response: {'name': 'network-changed', 'server_uuid': '271cbbdd-5127-4f65-9019-b6b38d0a12d0', 'tag': 'abb85677-63d1-43c1-9ae1-f1f01834cd60', 'status': 'completed', 'code': 200} Mar 28 14:35:52.044351 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-f3b1b802-c821-4139-afbf-a7bc4fd3edf6 None None] Set router 12fd7a95-23ea-4610-87a1-43dff2edc137 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:35:52.262430 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-f3b1b802-c821-4139-afbf-a7bc4fd3edf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 4, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port': {'id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': 'f5012c90-b20b-4259-b48e-800562b705f7', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'floating_ip_address': '172.27.1.251', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'port_id': 'abb85677-63d1-43c1-9ae1-f1f01834cd60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'mac_address': 'fa:16:3e:d0:90:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271cbbdd-5127-4f65-9019-b6b38d0a12d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:35:51Z', 'updated_at': '2022-03-28T14:35:51Z', 'revision_number': 0, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d70ce31-82a1-4d64-9a4c-c9ca9a38474e', 'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'mac_address': 'fa:16:3e:ca:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:49Z', 'updated_at': '2022-03-28T14:34:56Z', 'revision_number': 5, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'subnets': [{'id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:35:52.287470 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b1b802-c821-4139-afbf-a7bc4fd3edf6 None None] Checking router: 12fd7a95-23ea-4610-87a1-43dff2edc137 for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:35:52.296006 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b1b802-c821-4139-afbf-a7bc4fd3edf6 None None] Routers {'12fd7a95-23ea-4610-87a1-43dff2edc137'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:35:52.296602 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-f3b1b802-c821-4139-afbf-a7bc4fd3edf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:35:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['12fd7a95-23ea-4610-87a1-43dff2edc137'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:35:52.399490 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-f3b1b802-c821-4139-afbf-a7bc4fd3edf6 None None] Set router 12fd7a95-23ea-4610-87a1-43dff2edc137 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:35:52.628870 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-f3b1b802-c821-4139-afbf-a7bc4fd3edf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 4, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port': {'id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': 'f5012c90-b20b-4259-b48e-800562b705f7', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'floating_ip_address': '172.27.1.251', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'port_id': 'abb85677-63d1-43c1-9ae1-f1f01834cd60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'mac_address': 'fa:16:3e:d0:90:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271cbbdd-5127-4f65-9019-b6b38d0a12d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:35:51Z', 'updated_at': '2022-03-28T14:35:51Z', 'revision_number': 0, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d70ce31-82a1-4d64-9a4c-c9ca9a38474e', 'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'mac_address': 'fa:16:3e:ca:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:49Z', 'updated_at': '2022-03-28T14:34:56Z', 'revision_number': 5, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'subnets': [{'id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:35:52.665311 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b1b802-c821-4139-afbf-a7bc4fd3edf6 None None] The sync data for ids ['12fd7a95-23ea-4610-87a1-43dff2edc137'] in dv-cinder-790535-35-iscsi is: [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 4, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port': {'id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': 'f5012c90-b20b-4259-b48e-800562b705f7', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'floating_ip_address': '172.27.1.251', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'port_id': 'abb85677-63d1-43c1-9ae1-f1f01834cd60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'mac_address': 'fa:16:3e:d0:90:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271cbbdd-5127-4f65-9019-b6b38d0a12d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:35:51Z', 'updated_at': '2022-03-28T14:35:51Z', 'revision_number': 0, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d70ce31-82a1-4d64-9a4c-c9ca9a38474e', 'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'mac_address': 'fa:16:3e:ca:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:49Z', 'updated_at': '2022-03-28T14:34:56Z', 'revision_number': 5, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'subnets': [{'id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:35:52.876945 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ba956-fdb6-411a-be2c-2f7bc32c1269 req-85c1018e-55fa-4491-988b-525d8492b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:52.879446 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-140ba956-fdb6-411a-be2c-2f7bc32c1269 req-85c1018e-55fa-4491-988b-525d8492b929 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4f53d69085f474b95d14b83626c9705&device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 1130 time: 0.0502667 Mar 28 14:35:52.881659 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fe726a-c708-4a85-b948-1085972cf18a None None] New status for floating IP f5012c90-b20b-4259-b48e-800562b705f7: ACTIVE {{(pid=103206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:35:52.969220 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ba956-fdb6-411a-be2c-2f7bc32c1269 req-0579909d-0cff-4dcf-be18-27847c15d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:52.970738 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-140ba956-fdb6-411a-be2c-2f7bc32c1269 req-0579909d-0cff-4dcf-be18-27847c15d963 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f405bb5a-c1e1-4b86-b73d-65ef62332c49 HTTP/1.1" status: 200 len: 912 time: 0.0855091 Mar 28 14:35:53.043215 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-140ba956-fdb6-411a-be2c-2f7bc32c1269 req-e44bbde8-9b18-47fe-9659-103d30be01f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abb85677-63d1-43c1-9ae1-f1f01834cd60 HTTP/1.1" status: 200 len: 1000 time: 0.0665085 Mar 28 14:35:53.094603 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ba956-fdb6-411a-be2c-2f7bc32c1269 req-13c5e211-3b70-4d06-8bda-e5ff1eb42054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:53.096124 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-140ba956-fdb6-411a-be2c-2f7bc32c1269 req-13c5e211-3b70-4d06-8bda-e5ff1eb42054 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d93cae3-8698-4501-9dad-642b87babf0b HTTP/1.1" status: 200 len: 850 time: 0.0470338 Mar 28 14:35:53.146865 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ba956-fdb6-411a-be2c-2f7bc32c1269 req-5d35c87e-7beb-4dc5-a918-88969a2cd321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:53.148396 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-140ba956-fdb6-411a-be2c-2f7bc32c1269 req-5d35c87e-7beb-4dc5-a918-88969a2cd321 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f405bb5a-c1e1-4b86-b73d-65ef62332c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460396 Mar 28 14:35:53.241328 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-140ba956-fdb6-411a-be2c-2f7bc32c1269 req-a00e469e-caeb-4e1d-803f-2c020a59bfe3 service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867260 Mar 28 14:35:53.330838 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-140ba956-fdb6-411a-be2c-2f7bc32c1269 req-278ec1e6-619f-451a-973f-44e96cec1533 service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832274 Mar 28 14:35:58.287962 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 47414) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:58.408830 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0824e988-c351-4fce-a00a-18341dcc8568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:58.486806 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0824e988-c351-4fce-a00a-18341dcc8568 admin admin] Publish callbacks [] for security_group (17c86bc4-6eba-4928-9383-e7095fe3a5f1), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:58.492938 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0824e988-c351-4fce-a00a-18341dcc8568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (17c86bc4-6eba-4928-9383-e7095fe3a5f1), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:58.529227 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824e988-c351-4fce-a00a-18341dcc8568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c86bc4-6eba-4928-9383-e7095fe3a5f1,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:58.534926 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-0824e988-c351-4fce-a00a-18341dcc8568 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=373d2c0ebfc340ada52c99a1c572cedd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456422 Mar 28 14:35:58.537791 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 47420) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:58.586261 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7f5674ec-cf13-4f71-b224-51db9eb4d586 admin admin] Publish callbacks [] for security_group (17c86bc4-6eba-4928-9383-e7095fe3a5f1), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:58.608360 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7f5674ec-cf13-4f71-b224-51db9eb4d586 admin admin] Publish callbacks [] for security_group (17c86bc4-6eba-4928-9383-e7095fe3a5f1), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:58.660641 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7f5674ec-cf13-4f71-b224-51db9eb4d586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (17c86bc4-6eba-4928-9383-e7095fe3a5f1), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:58.663303 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7f5674ec-cf13-4f71-b224-51db9eb4d586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:58.664403 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-7f5674ec-cf13-4f71-b224-51db9eb4d586 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17c86bc4-6eba-4928-9383-e7095fe3a5f1 HTTP/1.1" status: 204 len: 168 time: 0.1257625 Mar 28 14:35:58.671723 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5674ec-cf13-4f71-b224-51db9eb4d586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c86bc4-6eba-4928-9383-e7095fe3a5f1,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:59.258071 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-1ca58edc-06ed-4779-a2c1-b032f8e068e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:59.726725 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 47450) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:35:59.840842 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4d50dccb-812b-475b-872b-a660a97d1586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:59.921156 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4d50dccb-812b-475b-872b-a660a97d1586 admin admin] Publish callbacks [] for security_group (01270f47-4626-4203-9ab2-1a7f41c46cfa), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:59.928706 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4d50dccb-812b-475b-872b-a660a97d1586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (01270f47-4626-4203-9ab2-1a7f41c46cfa), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:35:59.965963 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-4d50dccb-812b-475b-872b-a660a97d1586 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7547ae9eb9344c9499cc7dfc8f6e38e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380946 Mar 28 14:35:59.966769 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50dccb-812b-475b-872b-a660a97d1586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01270f47-4626-4203-9ab2-1a7f41c46cfa,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:35:59.968999 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 47454) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:36:00.016852 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ea39d558-781d-471a-8ef6-3850c375f82f admin admin] Publish callbacks [] for security_group (01270f47-4626-4203-9ab2-1a7f41c46cfa), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:00.037394 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ea39d558-781d-471a-8ef6-3850c375f82f admin admin] Publish callbacks [] for security_group (01270f47-4626-4203-9ab2-1a7f41c46cfa), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:00.085102 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ea39d558-781d-471a-8ef6-3850c375f82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (01270f47-4626-4203-9ab2-1a7f41c46cfa), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:00.087503 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ea39d558-781d-471a-8ef6-3850c375f82f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:00.088607 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-ea39d558-781d-471a-8ef6-3850c375f82f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01270f47-4626-4203-9ab2-1a7f41c46cfa HTTP/1.1" status: 204 len: 168 time: 0.1186244 Mar 28 14:36:00.097387 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39d558-781d-471a-8ef6-3850c375f82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01270f47-4626-4203-9ab2-1a7f41c46cfa,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:01.546793 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-6f33acb8-c59c-48c9-82b9-ecc7bd13cee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:02.710367 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:03.963854 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:05.454990 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:09.610964 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:10.252469 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 47536) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:36:10.362316 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-004bafc0-a021-4602-be02-0092a56feef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:10.436560 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-004bafc0-a021-4602-be02-0092a56feef0 admin admin] Publish callbacks [] for security_group (4885a3ea-5cd5-4576-a285-a949325095cc), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:10.443057 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-004bafc0-a021-4602-be02-0092a56feef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (4885a3ea-5cd5-4576-a285-a949325095cc), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:10.481732 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-004bafc0-a021-4602-be02-0092a56feef0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=822d173968284f80a9c12269efd89336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281642 Mar 28 14:36:10.482647 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bafc0-a021-4602-be02-0092a56feef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4885a3ea-5cd5-4576-a285-a949325095cc,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:10.484633 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 47540) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:36:10.532227 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-e0dc62df-8f24-46fb-9d86-0bf6bac176b9 admin admin] Publish callbacks [] for security_group (4885a3ea-5cd5-4576-a285-a949325095cc), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:10.552640 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-e0dc62df-8f24-46fb-9d86-0bf6bac176b9 admin admin] Publish callbacks [] for security_group (4885a3ea-5cd5-4576-a285-a949325095cc), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:10.602334 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-e0dc62df-8f24-46fb-9d86-0bf6bac176b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (4885a3ea-5cd5-4576-a285-a949325095cc), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:10.605127 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-e0dc62df-8f24-46fb-9d86-0bf6bac176b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:10.609444 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-e0dc62df-8f24-46fb-9d86-0bf6bac176b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4885a3ea-5cd5-4576-a285-a949325095cc HTTP/1.1" status: 204 len: 168 time: 0.1237774 Mar 28 14:36:10.617950 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc62df-8f24-46fb-9d86-0bf6bac176b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4885a3ea-5cd5-4576-a285-a949325095cc,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:27.877772 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:36:29.274504 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-5a31c9ad-dd4e-402d-a470-f5923455d1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:31.551797 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-31ce8a2e-f2b9-4adf-860c-a0021a0773dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:32.708065 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:33.962216 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:35.458087 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:37.695753 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd52f5-87bb-4d97-9fe0-f3e14cc47be0 req-ea32e6a4-e2f4-4df7-85cb-79ef0b99522d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:37.697101 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f6fd52f5-87bb-4d97-9fe0-f3e14cc47be0 req-ea32e6a4-e2f4-4df7-85cb-79ef0b99522d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf HTTP/1.1" status: 200 len: 945 time: 0.0542128 Mar 28 14:36:37.747836 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f6fd52f5-87bb-4d97-9fe0-f3e14cc47be0 req-69f82af6-7813-498c-abdb-e7765ed3e72f tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ff86267-bdbe-474a-80b8-0c4e1007924c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442829 Mar 28 14:36:38.878308 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f37b6-8ab3-4fc9-a14b-c6a468175663 req-41bf8d57-8c95-4e96-be01-5ff6c619825c tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:38.879828 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-e49f37b6-8ab3-4fc9-a14b-c6a468175663 req-41bf8d57-8c95-4e96-be01-5ff6c619825c tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf HTTP/1.1" status: 200 len: 945 time: 0.0630589 Mar 28 14:36:38.927702 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-e49f37b6-8ab3-4fc9-a14b-c6a468175663 req-b5f88c1d-40c8-4832-8a44-f56b18319d7a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ff86267-bdbe-474a-80b8-0c4e1007924c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413022 Mar 28 14:36:39.518357 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d127b3-6fcd-4d9d-85fe-5c8dccf6f9e4 req-172515ec-a9aa-4208-b929-431e0aa87483 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:39.519845 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a9d127b3-6fcd-4d9d-85fe-5c8dccf6f9e4 req-172515ec-a9aa-4208-b929-431e0aa87483 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf HTTP/1.1" status: 200 len: 945 time: 0.0551393 Mar 28 14:36:39.618126 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-a9d127b3-6fcd-4d9d-85fe-5c8dccf6f9e4 req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Deleting port 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:36:39.618483 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a9d127b3-6fcd-4d9d-85fe-5c8dccf6f9e4 req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (9842d6d6-baf1-4eee-a3c6-f71d2364f7ec), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:39.621223 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:39.715557 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-a9d127b3-6fcd-4d9d-85fe-5c8dccf6f9e4 req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] For port 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9842d6d6-baf1-4eee-a3c6-f71d2364f7ec,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:36:39.715927 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a9d127b3-6fcd-4d9d-85fe-5c8dccf6f9e4 req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (9842d6d6-baf1-4eee-a3c6-f71d2364f7ec), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:39.896952 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a9d127b3-6fcd-4d9d-85fe-5c8dccf6f9e4 req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:39.897318 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a9d127b3-6fcd-4d9d-85fe-5c8dccf6f9e4 req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (6ac7cac1-e35b-4f6f-9e1d-83c616ee0503), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:39.897683 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.l3_db [req-a9d127b3-6fcd-4d9d-85fe-5c8dccf6f9e4 req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Floating IP 6ac7cac1-e35b-4f6f-9e1d-83c616ee0503 disassociated. External IP: 172.27.1.92, port: 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec. Mar 28 14:36:39.898020 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-a9d127b3-6fcd-4d9d-85fe-5c8dccf6f9e4 req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Calling delete_port for 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec owned by compute:nova {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:36:40.052470 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a9d127b3-6fcd-4d9d-85fe-5c8dccf6f9e4 req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (9842d6d6-baf1-4eee-a3c6-f71d2364f7ec), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:40.084039 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event deleted for resources: {'Port': ['ID=9842d6d6-baf1-4eee-a3c6-f71d2364f7ec,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:40.096542 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:40.096889 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:40.097209 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:40.097569 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:40.097897 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:40.098234 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:40.098561 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:40.098880 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:40.099231 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:40.099538 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:40.099876 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:40.100196 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:40.100516 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:40.100832 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:40.101139 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:40.110497 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d576ebc-11ee-42e5-b68a-3baa06d11dc1 req-4ce8bf36-44e9-4a1f-bc70-3da9e1222ab5 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:40.111999 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1d576ebc-11ee-42e5-b68a-3baa06d11dc1 req-4ce8bf36-44e9-4a1f-bc70-3da9e1222ab5 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf HTTP/1.1" status: 200 len: 867 time: 0.1109116 Mar 28 14:36:40.228778 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1d576ebc-11ee-42e5-b68a-3baa06d11dc1 req-69a90c4e-b3ab-4fba-a768-a9969ea6627c tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ff86267-bdbe-474a-80b8-0c4e1007924c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109776 Mar 28 14:36:40.251218 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9d127b3-6fcd-4d9d-85fe-5c8dccf6f9e4 req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:36:40.361223 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9d127b3-6fcd-4d9d-85fe-5c8dccf6f9e4 req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:36:40.370823 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440137c6-5e34-4d73-bb7e-ce99478930b0 None None] Sync routers for ids ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:36:40.382334 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440137c6-5e34-4d73-bb7e-ce99478930b0 None None] Routers {'397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:36:40.383047 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-440137c6-5e34-4d73-bb7e-ce99478930b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:36:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:40.407923 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d127b3-6fcd-4d9d-85fe-5c8dccf6f9e4 req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] No DVR routers for this DVR port 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec on host hv-cinder-79053 {{(pid=103205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:36:40.410551 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a9d127b3-6fcd-4d9d-85fe-5c8dccf6f9e4 req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:40.413954 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a9d127b3-6fcd-4d9d-85fe-5c8dccf6f9e4 req-5842a5f6-902e-40f2-bb15-90251776ed1a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.18 "DELETE /v2.0/ports/9842d6d6-baf1-4eee-a3c6-f71d2364f7ec HTTP/1.1" status: 204 len: 173 time: 0.8873665 Mar 28 14:36:40.414402 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf', 'name': 'network-vif-deleted', 'tag': '9842d6d6-baf1-4eee-a3c6-f71d2364f7ec'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:36:40.416682 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9438a626-7adf-45ba-9521-ceb53b59c530" -d '{"events": [{"server_uuid": "0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf", "name": "network-vif-deleted", "tag": "9842d6d6-baf1-4eee-a3c6-f71d2364f7ec"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:36:40.461021 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08fa168-190f-4ff8-adb3-8258e260a558 x-openstack-request-id: req-e08fa168-190f-4ff8-adb3-8258e260a558 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:36:40.461269 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf", "name": "network-vif-deleted", "tag": "9842d6d6-baf1-4eee-a3c6-f71d2364f7ec", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:36:40.461520 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e08fa168-190f-4ff8-adb3-8258e260a558 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:36:40.462004 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e08fa168-190f-4ff8-adb3-8258e260a558'] response: {'server_uuid': '0f5f151c-12eb-4bcb-a4ab-961cfbb2f2bf', 'name': 'network-vif-deleted', 'tag': '9842d6d6-baf1-4eee-a3c6-f71d2364f7ec', 'status': 'completed', 'code': 200} Mar 28 14:36:40.511749 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-440137c6-5e34-4d73-bb7e-ce99478930b0 None None] Set router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:36:40.718186 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-440137c6-5e34-4d73-bb7e-ce99478930b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:40.747137 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440137c6-5e34-4d73-bb7e-ce99478930b0 None None] Checking router: 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:36:40.755931 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440137c6-5e34-4d73-bb7e-ce99478930b0 None None] Routers {'397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:36:40.756549 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-440137c6-5e34-4d73-bb7e-ce99478930b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:36:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:40.860907 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-440137c6-5e34-4d73-bb7e-ce99478930b0 None None] Set router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:36:41.069639 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-440137c6-5e34-4d73-bb7e-ce99478930b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:41.097797 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440137c6-5e34-4d73-bb7e-ce99478930b0 None None] The sync data for ids ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'] in dv-cinder-790535-35-iscsi is: [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:36:41.316076 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 47640) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:36:41.340844 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e59f64-1cee-4e15-abf4-a29f377a0297 None None] New status for floating IP 6ac7cac1-e35b-4f6f-9e1d-83c616ee0503: DOWN {{(pid=103206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:36:41.372384 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-05ac4422-812e-4d84-a3ac-61c73e7e7e09 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group (2ff86267-bdbe-474a-80b8-0c4e1007924c), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:41.395790 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-05ac4422-812e-4d84-a3ac-61c73e7e7e09 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group (2ff86267-bdbe-474a-80b8-0c4e1007924c), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:41.455210 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-05ac4422-812e-4d84-a3ac-61c73e7e7e09 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (2ff86267-bdbe-474a-80b8-0c4e1007924c), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:41.457899 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-05ac4422-812e-4d84-a3ac-61c73e7e7e09 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:41.459209 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-05ac4422-812e-4d84-a3ac-61c73e7e7e09 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "DELETE /v2.0/security-groups/2ff86267-bdbe-474a-80b8-0c4e1007924c HTTP/1.1" status: 204 len: 168 time: 0.1419261 Mar 28 14:36:41.462339 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 47644) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:36:41.469219 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac4422-812e-4d84-a3ac-61c73e7e7e09 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff86267-bdbe-474a-80b8-0c4e1007924c,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:41.478802 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.api.v2.resource [None req-a4125503-20ac-49e9-9e4e-59a0d4bd324b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] show failed (client error): The resource could not be found. Mar 28 14:36:41.480174 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-a4125503-20ac-49e9-9e4e-59a0d4bd324b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups/2ff86267-bdbe-474a-80b8-0c4e1007924c HTTP/1.1" status: 404 len: 347 time: 0.0166688 Mar 28 14:36:41.483865 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 47646) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:36:41.617816 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-8135dd19-7d90-454d-b48d-edbe059f929d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Deleting port ecc43499-663e-438d-bf0a-367ddadc485c {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:36:41.618091 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-8135dd19-7d90-454d-b48d-edbe059f929d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (ecc43499-663e-438d-bf0a-367ddadc485c), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:41.697421 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-8135dd19-7d90-454d-b48d-edbe059f929d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (ecc43499-663e-438d-bf0a-367ddadc485c), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:41.697697 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-8135dd19-7d90-454d-b48d-edbe059f929d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (ecc43499-663e-438d-bf0a-367ddadc485c), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:41.709581 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-8135dd19-7d90-454d-b48d-edbe059f929d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Calling delete_port for ecc43499-663e-438d-bf0a-367ddadc485c owned by network:floatingip {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:36:41.847316 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-8135dd19-7d90-454d-b48d-edbe059f929d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (ecc43499-663e-438d-bf0a-367ddadc485c), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:41.875797 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135dd19-7d90-454d-b48d-edbe059f929d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event deleted for resources: {'Port': ['ID=ecc43499-663e-438d-bf0a-367ddadc485c,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:41.935743 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-8135dd19-7d90-454d-b48d-edbe059f929d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (6ac7cac1-e35b-4f6f-9e1d-83c616ee0503), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:41.938337 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-8135dd19-7d90-454d-b48d-edbe059f929d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:41.939516 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-8135dd19-7d90-454d-b48d-edbe059f929d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "DELETE /v2.0/floatingips/6ac7cac1-e35b-4f6f-9e1d-83c616ee0503 HTTP/1.1" status: 204 len: 168 time: 0.4546523 Mar 28 14:36:42.258492 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 47656) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:36:42.263341 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-df7bbfe6-f5e6-443f-b13a-a71f54d40778 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1868808552', 'description': 'tempest-description--1227142717'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:36:42.284847 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-df7bbfe6-f5e6-443f-b13a-a71f54d40778 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:42.361678 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-df7bbfe6-f5e6-443f-b13a-a71f54d40778 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group (3b8be963-665e-4c82-af51-df9c5177694f), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:42.366447 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-df7bbfe6-f5e6-443f-b13a-a71f54d40778 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (3b8be963-665e-4c82-af51-df9c5177694f), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:42.395670 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-df7bbfe6-f5e6-443f-b13a-a71f54d40778 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:42.396891 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-df7bbfe6-f5e6-443f-b13a-a71f54d40778 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1373768 Mar 28 14:36:42.398740 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bbfe6-f5e6-443f-b13a-a71f54d40778 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8be963-665e-4c82-af51-df9c5177694f,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:42.400099 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 47658) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:36:42.407144 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-38fc545d-e03d-47c7-b53a-8ff9963c42a3 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Request body: {'security_group_rule': {'security_group_id': '3b8be963-665e-4c82-af51-df9c5177694f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:36:42.434459 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-38fc545d-e03d-47c7-b53a-8ff9963c42a3 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group_rule (acb38070-944f-4ebc-a812-126009f14282), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:42.488881 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-38fc545d-e03d-47c7-b53a-8ff9963c42a3 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group_rule (acb38070-944f-4ebc-a812-126009f14282), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:42.494029 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-38fc545d-e03d-47c7-b53a-8ff9963c42a3 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (acb38070-944f-4ebc-a812-126009f14282), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:42.513115 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc545d-e03d-47c7-b53a-8ff9963c42a3 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb38070-944f-4ebc-a812-126009f14282,revision_number=0']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:42.521088 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc545d-e03d-47c7-b53a-8ff9963c42a3 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:42.521449 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc545d-e03d-47c7-b53a-8ff9963c42a3 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:42.521824 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc545d-e03d-47c7-b53a-8ff9963c42a3 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:42.522187 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc545d-e03d-47c7-b53a-8ff9963c42a3 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:42.522520 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc545d-e03d-47c7-b53a-8ff9963c42a3 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:42.522852 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc545d-e03d-47c7-b53a-8ff9963c42a3 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:42.523208 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc545d-e03d-47c7-b53a-8ff9963c42a3 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:42.523529 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc545d-e03d-47c7-b53a-8ff9963c42a3 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:42.523850 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc545d-e03d-47c7-b53a-8ff9963c42a3 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:42.524174 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc545d-e03d-47c7-b53a-8ff9963c42a3 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:42.524496 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc545d-e03d-47c7-b53a-8ff9963c42a3 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:42.524818 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc545d-e03d-47c7-b53a-8ff9963c42a3 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:42.525136 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc545d-e03d-47c7-b53a-8ff9963c42a3 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:42.525451 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc545d-e03d-47c7-b53a-8ff9963c42a3 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:42.525767 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc545d-e03d-47c7-b53a-8ff9963c42a3 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:42.531731 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-38fc545d-e03d-47c7-b53a-8ff9963c42a3 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:42.532911 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-38fc545d-e03d-47c7-b53a-8ff9963c42a3 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310315 Mar 28 14:36:42.535684 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 47660) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:36:42.539852 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-2c3f1696-c0f9-4784-a88d-f23a21ff9517 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Request body: {'security_group_rule': {'security_group_id': '3b8be963-665e-4c82-af51-df9c5177694f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:36:42.567957 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2c3f1696-c0f9-4784-a88d-f23a21ff9517 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group_rule (6e78a9b0-c0ba-42f7-a422-e8528bebfa52), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:42.623203 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2c3f1696-c0f9-4784-a88d-f23a21ff9517 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group_rule (6e78a9b0-c0ba-42f7-a422-e8528bebfa52), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:42.629082 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2c3f1696-c0f9-4784-a88d-f23a21ff9517 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (6e78a9b0-c0ba-42f7-a422-e8528bebfa52), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:42.648549 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f1696-c0f9-4784-a88d-f23a21ff9517 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e78a9b0-c0ba-42f7-a422-e8528bebfa52,revision_number=0']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:42.657029 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2c3f1696-c0f9-4784-a88d-f23a21ff9517 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:42.658177 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-2c3f1696-c0f9-4784-a88d-f23a21ff9517 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215768 Mar 28 14:36:42.661271 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 47662) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:36:42.665567 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-3bc0f1a5-ea24-4b67-9dd0-8b593ffa1755 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Request body: {'floatingip': {'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:36:42.685672 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f1a5-ea24-4b67-9dd0-8b593ffa1755 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:42.780356 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f1a5-ea24-4b67-9dd0-8b593ffa1755 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:42.890804 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-3bc0f1a5-ea24-4b67-9dd0-8b593ffa1755 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Allocated IP 172.27.1.67 (c66de8d5-469e-474b-81ba-d9e7301ef93c/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73/db7b1291-4fa3-4815-9724-d2361b7e7d23) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:36:42.989733 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f1a5-ea24-4b67-9dd0-8b593ffa1755 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for port (db7b1291-4fa3-4815-9724-d2361b7e7d23), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:43.032742 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f1a5-ea24-4b67-9dd0-8b593ffa1755 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (db7b1291-4fa3-4815-9724-d2361b7e7d23), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:43.067947 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc0f1a5-ea24-4b67-9dd0-8b593ffa1755 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:36:43.070755 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-3bc0f1a5-ea24-4b67-9dd0-8b593ffa1755 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:36:43.076269 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc0f1a5-ea24-4b67-9dd0-8b593ffa1755 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:36:43.081807 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0f1a5-ea24-4b67-9dd0-8b593ffa1755 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event updated for resources: {'Port': ['ID=db7b1291-4fa3-4815-9724-d2361b7e7d23,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:43.166063 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f1a5-ea24-4b67-9dd0-8b593ffa1755 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (d3fa5c26-03d0-4c4a-aeab-51c71c622977), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:43.202617 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f1a5-ea24-4b67-9dd0-8b593ffa1755 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (db7b1291-4fa3-4815-9724-d2361b7e7d23), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:43.279194 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:36:43.299514 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] No Port match for: 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:36:43.299729 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 9842d6d6-baf1-4eee-a3c6-f71d2364f7ec not bound to the agent host hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:36:43.353597 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f1a5-ea24-4b67-9dd0-8b593ffa1755 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for port (db7b1291-4fa3-4815-9724-d2361b7e7d23), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:43.359264 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f1a5-ea24-4b67-9dd0-8b593ffa1755 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427782'] for port (db7b1291-4fa3-4815-9724-d2361b7e7d23), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:43.427384 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0f1a5-ea24-4b67-9dd0-8b593ffa1755 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event updated for resources: {'Port': ['ID=db7b1291-4fa3-4815-9724-d2361b7e7d23,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:43.435951 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f1a5-ea24-4b67-9dd0-8b593ffa1755 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (d3fa5c26-03d0-4c4a-aeab-51c71c622977), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:43.455545 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f1a5-ea24-4b67-9dd0-8b593ffa1755 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:43.465319 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-3bc0f1a5-ea24-4b67-9dd0-8b593ffa1755 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7946177 Mar 28 14:36:43.668841 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3d556083-1c03-438c-9a10-7f263640fd9a req-95e7ce14-23da-4a3c-97e1-2d544551c8f3 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1868808552&fields=id&tenant_id=c2306e519eba4cfa82246420f4c4f925 HTTP/1.1" status: 200 len: 267 time: 0.0467019 Mar 28 14:36:43.745236 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf15331-cefb-4b15-a881-2a68ca68c686 req-d23a4f4c-9dd1-4be5-946c-129c1b8d105a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:43.746723 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6bf15331-cefb-4b15-a881-2a68ca68c686 req-d23a4f4c-9dd1-4be5-946c-129c1b8d105a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0562277 Mar 28 14:36:43.775166 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d556083-1c03-438c-9a10-7f263640fd9a req-4e5702de-451f-464e-9444-8b8a28a7bb32 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:43.776639 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3d556083-1c03-438c-9a10-7f263640fd9a req-4e5702de-451f-464e-9444-8b8a28a7bb32 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/networks?id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb HTTP/1.1" status: 200 len: 814 time: 0.1012836 Mar 28 14:36:43.794085 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3d556083-1c03-438c-9a10-7f263640fd9a req-a469abb8-79a9-4c06-9d74-d90a908e51f7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/quotas/c2306e519eba4cfa82246420f4c4f925 HTTP/1.1" status: 200 len: 375 time: 0.0099638 Mar 28 14:36:43.794540 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6bf15331-cefb-4b15-a881-2a68ca68c686 req-40613ac1-1d7e-43ec-b49e-3fd206451c4e tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416567 Mar 28 14:36:43.858645 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3d556083-1c03-438c-9a10-7f263640fd9a req-b8ae4555-394d-436e-b5e3-f97c4ee2a2b7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2306e519eba4cfa82246420f4c4f925&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560100 Mar 28 14:36:43.959577 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3d556083-1c03-438c-9a10-7f263640fd9a req-3dbbd059-4cae-4434-ae59-88db9e825157 service neutron] 10.222.0.13 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895138 Mar 28 14:36:44.047723 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3d556083-1c03-438c-9a10-7f263640fd9a req-71cf0992-4496-4eba-8a9f-9408eeee26bc service neutron] 10.222.0.13 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821686 Mar 28 14:36:44.213866 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a3ae4b25-8ed4-4dff-8aad-7d0aaa7140ac req-5178bf63-1446-4d91-affb-731ec7ff3f42 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=b643d29f-d581-4c05-94e9-d036368f3e0b HTTP/1.1" status: 200 len: 210 time: 0.0273163 Mar 28 14:36:44.933940 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df7eae-3f32-442d-985d-ac9398e6a2f4 req-d37542c1-853d-479a-a095-efc469269f73 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:44.935425 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-84df7eae-3f32-442d-985d-ac9398e6a2f4 req-d37542c1-853d-479a-a095-efc469269f73 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0584581 Mar 28 14:36:44.985255 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-84df7eae-3f32-442d-985d-ac9398e6a2f4 req-890791d4-d0c7-4aa1-ad66-c4af351e321a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439301 Mar 28 14:36:45.220279 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d556083-1c03-438c-9a10-7f263640fd9a req-88d6327b-d319-4ab2-a9e1-413420049d9f tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:45.221760 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3d556083-1c03-438c-9a10-7f263640fd9a req-88d6327b-d319-4ab2-a9e1-413420049d9f tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.18 "GET /v2.0/networks?id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb HTTP/1.1" status: 200 len: 814 time: 0.1098657 Mar 28 14:36:45.287074 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3d556083-1c03-438c-9a10-7f263640fd9a req-ae2c2152-bb2a-4647-b924-093cca5c0487 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2306e519eba4cfa82246420f4c4f925 HTTP/1.1" status: 200 len: 380 time: 0.0543871 Mar 28 14:36:45.304690 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-3d556083-1c03-438c-9a10-7f263640fd9a req-21eadd64-ebd4-44e7-86a9-585c3821a734 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Request body: {'port': {'device_id': 'b643d29f-d581-4c05-94e9-d036368f3e0b', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'admin_state_up': True, 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'security_groups': ['3b8be963-665e-4c82-af51-df9c5177694f']}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:36:45.331929 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-482c7f7e-32b0-4b03-afce-7765790769af req-02faf17e-c184-42fb-81e5-095eaa45513b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=b643d29f-d581-4c05-94e9-d036368f3e0b HTTP/1.1" status: 200 len: 210 time: 0.0415165 Mar 28 14:36:45.380048 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480ff2b-8c12-4e8e-8743-968d7b262260 req-2379e048-c7dd-4f56-986f-41ace4d7634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:45.381519 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3480ff2b-8c12-4e8e-8743-968d7b262260 req-2379e048-c7dd-4f56-986f-41ace4d7634f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=26effb221cba493895805136dd811e20&device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 1129 time: 0.0459666 Mar 28 14:36:45.424697 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d556083-1c03-438c-9a10-7f263640fd9a req-21eadd64-ebd4-44e7-86a9-585c3821a734 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Made reservation on behalf of c2306e519eba4cfa82246420f4c4f925 for: {'port': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:36:45.428318 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-3d556083-1c03-438c-9a10-7f263640fd9a req-21eadd64-ebd4-44e7-86a9-585c3821a734 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:45.489731 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480ff2b-8c12-4e8e-8743-968d7b262260 req-ff6f7639-2ae6-4814-abd1-aaecf15feeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:45.491262 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3480ff2b-8c12-4e8e-8743-968d7b262260 req-ff6f7639-2ae6-4814-abd1-aaecf15feeb1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8 HTTP/1.1" status: 200 len: 918 time: 0.0826199 Mar 28 14:36:45.548933 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [req-3d556083-1c03-438c-9a10-7f263640fd9a req-21eadd64-ebd4-44e7-86a9-585c3821a734 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Allocated IP 172.20.0.7 (c1d7e8b2-233f-4909-9d7e-cac5ada02fdb/42ae119e-55a6-4649-98c6-27d9c3bb606b/8da0ca38-b578-462c-a4de-0736b7a3cbf3) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:36:45.559286 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3480ff2b-8c12-4e8e-8743-968d7b262260 req-d2c769d5-d229-4004-8f18-bf87aea5c75d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80106ea7-9c48-4ff8-8939-825a3ac31f96 HTTP/1.1" status: 200 len: 999 time: 0.0603414 Mar 28 14:36:45.608568 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480ff2b-8c12-4e8e-8743-968d7b262260 req-6561f190-bb1c-4783-a42b-13a78500cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:45.610038 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3480ff2b-8c12-4e8e-8743-968d7b262260 req-6561f190-bb1c-4783-a42b-13a78500cf29 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=31660ae6-3a03-4024-957b-fcff7a111abb HTTP/1.1" status: 200 len: 856 time: 0.0444453 Mar 28 14:36:45.663336 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480ff2b-8c12-4e8e-8743-968d7b262260 req-6565b05a-80ae-436c-a3e9-c1d17f17f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:45.664846 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3480ff2b-8c12-4e8e-8743-968d7b262260 req-6565b05a-80ae-436c-a3e9-c1d17f17f410 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484767 Mar 28 14:36:45.687764 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-3d556083-1c03-438c-9a10-7f263640fd9a req-21eadd64-ebd4-44e7-86a9-585c3821a734 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for port (8da0ca38-b578-462c-a4de-0736b7a3cbf3), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:45.722281 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-3d556083-1c03-438c-9a10-7f263640fd9a req-21eadd64-ebd4-44e7-86a9-585c3821a734 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (8da0ca38-b578-462c-a4de-0736b7a3cbf3), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:45.755987 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3480ff2b-8c12-4e8e-8743-968d7b262260 req-3102ad15-b88a-413e-8650-7e57312211fd service neutron] 10.222.0.18 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839465 Mar 28 14:36:45.763348 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d556083-1c03-438c-9a10-7f263640fd9a req-21eadd64-ebd4-44e7-86a9-585c3821a734 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:36:45.766384 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [req-3d556083-1c03-438c-9a10-7f263640fd9a req-21eadd64-ebd4-44e7-86a9-585c3821a734 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:36:45.773069 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d556083-1c03-438c-9a10-7f263640fd9a req-21eadd64-ebd4-44e7-86a9-585c3821a734 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:36:45.779600 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eadd64-ebd4-44e7-86a9-585c3821a734 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event updated for resources: {'Port': ['ID=8da0ca38-b578-462c-a4de-0736b7a3cbf3,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:45.825699 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d556083-1c03-438c-9a10-7f263640fd9a req-21eadd64-ebd4-44e7-86a9-585c3821a734 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:45.826982 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-3d556083-1c03-438c-9a10-7f263640fd9a req-21eadd64-ebd4-44e7-86a9-585c3821a734 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:45.847064 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3d556083-1c03-438c-9a10-7f263640fd9a req-21eadd64-ebd4-44e7-86a9-585c3821a734 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5466542 Mar 28 14:36:45.856085 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3480ff2b-8c12-4e8e-8743-968d7b262260 req-727654eb-9522-42b6-8fa8-18d6cd30c9ff service neutron] 10.222.0.18 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926726 Mar 28 14:36:45.860537 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-3d556083-1c03-438c-9a10-7f263640fd9a req-d06e93b8-d3f2-4113-ba7d-a991b18ff360 service neutron] Request body: {'port': {'device_id': 'b643d29f-d581-4c05-94e9-d036368f3e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:36:45.923827 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-3d556083-1c03-438c-9a10-7f263640fd9a req-d06e93b8-d3f2-4113-ba7d-a991b18ff360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (8da0ca38-b578-462c-a4de-0736b7a3cbf3), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:46.028152 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-440f878d-4abc-456b-9570-b95154a7baf7 None None] Provisioning complete for port 8da0ca38-b578-462c-a4de-0736b7a3cbf3 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:36:46.029127 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-440f878d-4abc-456b-9570-b95154a7baf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (8da0ca38-b578-462c-a4de-0736b7a3cbf3), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:46.065181 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-440f878d-4abc-456b-9570-b95154a7baf7 None None] Port 8da0ca38-b578-462c-a4de-0736b7a3cbf3 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:36:46.116393 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3f2e4-a061-41ab-b9e3-4cb4294f6fb7 req-dfdbdacc-4f52-4331-9d7a-1011a7667de0 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:46.117936 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-64b3f2e4-a061-41ab-b9e3-4cb4294f6fb7 req-dfdbdacc-4f52-4331-9d7a-1011a7667de0 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0568068 Mar 28 14:36:46.164719 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-64b3f2e4-a061-41ab-b9e3-4cb4294f6fb7 req-c4135c86-a3a0-44c2-a3dc-8565e6e7551d tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410273 Mar 28 14:36:46.178914 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [req-3d556083-1c03-438c-9a10-7f263640fd9a req-d06e93b8-d3f2-4113-ba7d-a991b18ff360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da0ca38-b578-462c-a4de-0736b7a3cbf3 {{(pid=103205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:36:46.186615 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-3d556083-1c03-438c-9a10-7f263640fd9a req-d06e93b8-d3f2-4113-ba7d-a991b18ff360 service neutron] Publish callbacks [] for port (8da0ca38-b578-462c-a4de-0736b7a3cbf3), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:46.198290 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.provisioning_blocks [req-3d556083-1c03-438c-9a10-7f263640fd9a req-d06e93b8-d3f2-4113-ba7d-a991b18ff360 service neutron] Transition to ACTIVE for port object 8da0ca38-b578-462c-a4de-0736b7a3cbf3 will not be triggered until provisioned by entity L2. {{(pid=103205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 14:36:46.203171 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-3d556083-1c03-438c-9a10-7f263640fd9a req-d06e93b8-d3f2-4113-ba7d-a991b18ff360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (8da0ca38-b578-462c-a4de-0736b7a3cbf3), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:46.251230 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e93b8-d3f2-4113-ba7d-a991b18ff360 service neutron] Pushing event updated for resources: {'Port': ['ID=8da0ca38-b578-462c-a4de-0736b7a3cbf3,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:46.331183 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-3d556083-1c03-438c-9a10-7f263640fd9a req-d06e93b8-d3f2-4113-ba7d-a991b18ff360 service neutron] Attempting to bind port 8da0ca38-b578-462c-a4de-0736b7a3cbf3 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:36:46.331515 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-3d556083-1c03-438c-9a10-7f263640fd9a req-d06e93b8-d3f2-4113-ba7d-a991b18ff360 service neutron] Attempting to bind port 8da0ca38-b578-462c-a4de-0736b7a3cbf3 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '358170f0-2257-45aa-b080-0f9eeeb25425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:36:46.331842 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d556083-1c03-438c-9a10-7f263640fd9a req-d06e93b8-d3f2-4113-ba7d-a991b18ff360 service neutron] Attempting to bind port 8da0ca38-b578-462c-a4de-0736b7a3cbf3 on network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:36:46.336758 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d556083-1c03-438c-9a10-7f263640fd9a req-d06e93b8-d3f2-4113-ba7d-a991b18ff360 service neutron] Port 8da0ca38-b578-462c-a4de-0736b7a3cbf3 on network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:36:46.337089 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d556083-1c03-438c-9a10-7f263640fd9a req-d06e93b8-d3f2-4113-ba7d-a991b18ff360 service neutron] Attempting to bind port 8da0ca38-b578-462c-a4de-0736b7a3cbf3 on network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:36:46.342366 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d556083-1c03-438c-9a10-7f263640fd9a req-d06e93b8-d3f2-4113-ba7d-a991b18ff360 service neutron] Checking agent: {'id': 'ab5a62a0-b9cc-4af2-a98d-7d97375b077a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'started_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:36:46.342755 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d556083-1c03-438c-9a10-7f263640fd9a req-d06e93b8-d3f2-4113-ba7d-a991b18ff360 service neutron] Checking segment: {'id': '358170f0-2257-45aa-b080-0f9eeeb25425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:36:46.343177 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d556083-1c03-438c-9a10-7f263640fd9a req-d06e93b8-d3f2-4113-ba7d-a991b18ff360 service neutron] Bound using segment: {'id': '358170f0-2257-45aa-b080-0f9eeeb25425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:36:46.343618 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-3d556083-1c03-438c-9a10-7f263640fd9a req-d06e93b8-d3f2-4113-ba7d-a991b18ff360 service neutron] Bound port: 8da0ca38-b578-462c-a4de-0736b7a3cbf3, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358170f0-2257-45aa-b080-0f9eeeb25425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:36:46.343986 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-3d556083-1c03-438c-9a10-7f263640fd9a req-d06e93b8-d3f2-4113-ba7d-a991b18ff360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (8da0ca38-b578-462c-a4de-0736b7a3cbf3), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:46.418220 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-3d556083-1c03-438c-9a10-7f263640fd9a req-d06e93b8-d3f2-4113-ba7d-a991b18ff360 service neutron] For port 8da0ca38-b578-462c-a4de-0736b7a3cbf3, host hv-cinder-79053, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:36:46.446887 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-3d556083-1c03-438c-9a10-7f263640fd9a req-d06e93b8-d3f2-4113-ba7d-a991b18ff360 service neutron] For port 8da0ca38-b578-462c-a4de-0736b7a3cbf3, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8da0ca38-b578-462c-a4de-0736b7a3cbf3,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:36:46.455584 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-3d556083-1c03-438c-9a10-7f263640fd9a req-d06e93b8-d3f2-4113-ba7d-a991b18ff360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (8da0ca38-b578-462c-a4de-0736b7a3cbf3), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:46.742775 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d556083-1c03-438c-9a10-7f263640fd9a req-d06e93b8-d3f2-4113-ba7d-a991b18ff360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:46.743446 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-3d556083-1c03-438c-9a10-7f263640fd9a req-d06e93b8-d3f2-4113-ba7d-a991b18ff360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:46.744817 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3d556083-1c03-438c-9a10-7f263640fd9a req-d06e93b8-d3f2-4113-ba7d-a991b18ff360 service neutron] 10.222.0.18 "PUT /v2.0/ports/8da0ca38-b578-462c-a4de-0736b7a3cbf3 HTTP/1.1" status: 200 len: 1093 time: 0.8887799 Mar 28 14:36:46.745260 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b643d29f-d581-4c05-94e9-d036368f3e0b', 'tag': '8da0ca38-b578-462c-a4de-0736b7a3cbf3'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:36:46.747622 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7bea18-a5b9-4afa-835b-0e47e30b38e3" -d '{"events": [{"name": "network-changed", "server_uuid": "b643d29f-d581-4c05-94e9-d036368f3e0b", "tag": "8da0ca38-b578-462c-a4de-0736b7a3cbf3"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:36:46.771142 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070b411-ca91-412d-a7b2-14ef04e8321e req-528aac08-1af8-4815-a04a-da5eb6bb99bb tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:46.772533 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d070b411-ca91-412d-a7b2-14ef04e8321e req-528aac08-1af8-4815-a04a-da5eb6bb99bb tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=b643d29f-d581-4c05-94e9-d036368f3e0b HTTP/1.1" status: 200 len: 943 time: 0.3687248 Mar 28 14:36:46.785604 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e93b8-d3f2-4113-ba7d-a991b18ff360 service neutron] Pushing event updated for resources: {'Port': ['ID=8da0ca38-b578-462c-a4de-0736b7a3cbf3,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:46.808643 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f1c02a-8ee3-4a6c-8426-4faf4bd01877 x-openstack-request-id: req-02f1c02a-8ee3-4a6c-8426-4faf4bd01877 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:36:46.808820 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b643d29f-d581-4c05-94e9-d036368f3e0b", "tag": "8da0ca38-b578-462c-a4de-0736b7a3cbf3", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:36:46.809073 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02f1c02a-8ee3-4a6c-8426-4faf4bd01877 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:36:46.809466 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02f1c02a-8ee3-4a6c-8426-4faf4bd01877'] response: {'name': 'network-changed', 'server_uuid': 'b643d29f-d581-4c05-94e9-d036368f3e0b', 'tag': '8da0ca38-b578-462c-a4de-0736b7a3cbf3', 'status': 'completed', 'code': 200} Mar 28 14:36:46.856805 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d070b411-ca91-412d-a7b2-14ef04e8321e req-395bebd4-9d08-42bb-b43d-e3ce51e0e78b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b8be963-665e-4c82-af51-df9c5177694f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774531 Mar 28 14:36:46.866746 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d556083-1c03-438c-9a10-7f263640fd9a req-e0c6267c-8ddc-4037-85f7-5d413b2803ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:46.868259 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3d556083-1c03-438c-9a10-7f263640fd9a req-e0c6267c-8ddc-4037-85f7-5d413b2803ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2306e519eba4cfa82246420f4c4f925&device_id=b643d29f-d581-4c05-94e9-d036368f3e0b HTTP/1.1" status: 200 len: 1127 time: 0.0694034 Mar 28 14:36:46.917237 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3d556083-1c03-438c-9a10-7f263640fd9a req-7d7e4ce2-3170-4289-ad6c-c0d6e30049b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8da0ca38-b578-462c-a4de-0736b7a3cbf3 HTTP/1.1" status: 200 len: 217 time: 0.0379136 Mar 28 14:36:46.966196 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d556083-1c03-438c-9a10-7f263640fd9a req-bed5a79a-3b08-4dd0-9f37-853fab3b2010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:46.967621 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3d556083-1c03-438c-9a10-7f263640fd9a req-bed5a79a-3b08-4dd0-9f37-853fab3b2010 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42ae119e-55a6-4649-98c6-27d9c3bb606b HTTP/1.1" status: 200 len: 853 time: 0.0425818 Mar 28 14:36:47.017352 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d556083-1c03-438c-9a10-7f263640fd9a req-eb959fb6-9054-4295-b09c-6891f0300ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:47.018883 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3d556083-1c03-438c-9a10-7f263640fd9a req-eb959fb6-9054-4295-b09c-6891f0300ac9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436571 Mar 28 14:36:47.111180 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3d556083-1c03-438c-9a10-7f263640fd9a req-ba9f3f3d-800f-4a96-99a0-a4c69eda93b7 service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832150 Mar 28 14:36:47.200930 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3d556083-1c03-438c-9a10-7f263640fd9a req-dbefdd16-5f17-4c45-8cc2-62bb2f51afb6 service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827456 Mar 28 14:36:47.293986 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc598f1f-21a7-4bb0-b564-8c9ead2fa13c req-288efc11-3dde-44ba-bde3-9144963ba5b7 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:47.295457 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-bc598f1f-21a7-4bb0-b564-8c9ead2fa13c req-288efc11-3dde-44ba-bde3-9144963ba5b7 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0546217 Mar 28 14:36:47.308240 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bea18-a5b9-4afa-835b-0e47e30b38e3 req-020b6deb-14ef-4fbc-8fdf-295388b9ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:47.309767 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0e7bea18-a5b9-4afa-835b-0e47e30b38e3 req-020b6deb-14ef-4fbc-8fdf-295388b9ea22 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2306e519eba4cfa82246420f4c4f925&device_id=b643d29f-d581-4c05-94e9-d036368f3e0b HTTP/1.1" status: 200 len: 1127 time: 0.0460248 Mar 28 14:36:47.340620 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-bc598f1f-21a7-4bb0-b564-8c9ead2fa13c req-e1c83c70-f71c-4d56-9cf0-4f389c3bd0f6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395539 Mar 28 14:36:47.404274 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bea18-a5b9-4afa-835b-0e47e30b38e3 req-0f07c87e-fc14-43f0-9fdc-96579f443b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:47.405723 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0e7bea18-a5b9-4afa-835b-0e47e30b38e3 req-0f07c87e-fc14-43f0-9fdc-96579f443b9e service neutron] 10.222.0.18 "GET /v2.0/networks?id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb HTTP/1.1" status: 200 len: 915 time: 0.0899439 Mar 28 14:36:47.445621 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0e7bea18-a5b9-4afa-835b-0e47e30b38e3 req-dab1a781-f3f9-4443-b721-ca6a01425fca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8da0ca38-b578-462c-a4de-0736b7a3cbf3 HTTP/1.1" status: 200 len: 217 time: 0.0330160 Mar 28 14:36:47.497346 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bea18-a5b9-4afa-835b-0e47e30b38e3 req-d4d8b3a5-4503-47b8-bdf7-f5e6fed16160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:47.499174 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0e7bea18-a5b9-4afa-835b-0e47e30b38e3 req-d4d8b3a5-4503-47b8-bdf7-f5e6fed16160 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42ae119e-55a6-4649-98c6-27d9c3bb606b HTTP/1.1" status: 200 len: 853 time: 0.0469012 Mar 28 14:36:47.550840 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bea18-a5b9-4afa-835b-0e47e30b38e3 req-2dc9dee0-932f-4896-9ac7-f42ccbeaf179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:47.552296 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0e7bea18-a5b9-4afa-835b-0e47e30b38e3 req-2dc9dee0-932f-4896-9ac7-f42ccbeaf179 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445724 Mar 28 14:36:47.644177 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0e7bea18-a5b9-4afa-835b-0e47e30b38e3 req-c53abc57-b1ed-490e-8901-415a57f816d6 service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826416 Mar 28 14:36:47.734359 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0e7bea18-a5b9-4afa-835b-0e47e30b38e3 req-8d8f16c9-3ec6-4d3d-a6df-b35517a73cd5 service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835903 Mar 28 14:36:47.984903 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890382d9-df67-4106-a178-a51b9ce1ba87 req-6667fe59-12d6-43af-93d2-a68cdbbb6e6d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:47.986391 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-890382d9-df67-4106-a178-a51b9ce1ba87 req-6667fe59-12d6-43af-93d2-a68cdbbb6e6d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=b643d29f-d581-4c05-94e9-d036368f3e0b HTTP/1.1" status: 200 len: 943 time: 0.0548809 Mar 28 14:36:48.033607 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-890382d9-df67-4106-a178-a51b9ce1ba87 req-a7ec4801-a076-45cf-9295-54745ea81a57 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b8be963-665e-4c82-af51-df9c5177694f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413752 Mar 28 14:36:48.474859 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb510e4-9d76-4e63-808a-bdaf177c6fe7 req-90efbde1-1efb-4ee0-9125-869848ca9346 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:48.476390 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5bb510e4-9d76-4e63-808a-bdaf177c6fe7 req-90efbde1-1efb-4ee0-9125-869848ca9346 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0540390 Mar 28 14:36:48.528786 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5bb510e4-9d76-4e63-808a-bdaf177c6fe7 req-5f538b64-53ff-4692-a1dc-84a5a092e6b8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465422 Mar 28 14:36:49.173289 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84103760-46fd-4a04-b26c-4b7a9ae070d1 req-545c9c16-71c9-4d15-b92f-9bee69110974 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:49.174842 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-84103760-46fd-4a04-b26c-4b7a9ae070d1 req-545c9c16-71c9-4d15-b92f-9bee69110974 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=b643d29f-d581-4c05-94e9-d036368f3e0b HTTP/1.1" status: 200 len: 943 time: 0.0646014 Mar 28 14:36:49.222024 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-84103760-46fd-4a04-b26c-4b7a9ae070d1 req-60527a7a-90ae-4508-9a9a-07688eb441fc tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b8be963-665e-4c82-af51-df9c5177694f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414231 Mar 28 14:36:49.672172 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ac2db-0918-4937-a2de-6c13d6957b23 req-e095501f-2a47-4050-adfa-af21990d6a38 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:49.673605 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d14ac2db-0918-4937-a2de-6c13d6957b23 req-e095501f-2a47-4050-adfa-af21990d6a38 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0634367 Mar 28 14:36:49.719177 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d14ac2db-0918-4937-a2de-6c13d6957b23 req-9f41ff41-4dd0-49db-8fef-a3a6bdfcb480 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399091 Mar 28 14:36:50.366163 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3b099-9ca2-407f-afa9-de809dd1eecf req-b5f7a92b-73c9-4640-a9ff-70f9c72d836c tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:50.367613 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-40d3b099-9ca2-407f-afa9-de809dd1eecf req-b5f7a92b-73c9-4640-a9ff-70f9c72d836c tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=b643d29f-d581-4c05-94e9-d036368f3e0b HTTP/1.1" status: 200 len: 943 time: 0.0623960 Mar 28 14:36:50.416331 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-40d3b099-9ca2-407f-afa9-de809dd1eecf req-58dfc1e3-dc62-4b5c-a11d-f26f17e224bc tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b8be963-665e-4c82-af51-df9c5177694f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426981 Mar 28 14:36:50.859043 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5729c3-c935-4c56-9622-c41212ceb26d req-ed18c481-616e-48a8-b601-1a5c47fa033b tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:50.860583 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ce5729c3-c935-4c56-9622-c41212ceb26d req-ed18c481-616e-48a8-b601-1a5c47fa033b tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0555599 Mar 28 14:36:50.906392 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ce5729c3-c935-4c56-9622-c41212ceb26d req-3c0532a3-3b74-4618-8a1d-41cd2047ff65 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401947 Mar 28 14:36:51.287796 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 8da0ca38-b578-462c-a4de-0736b7a3cbf3 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:36:51.398761 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 8da0ca38-b578-462c-a4de-0736b7a3cbf3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8da0ca38-b578-462c-a4de-0736b7a3cbf3,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:36:51.413640 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': '8da0ca38-b578-462c-a4de-0736b7a3cbf3', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'port_id': '8da0ca38-b578-462c-a4de-0736b7a3cbf3', 'mac_address': 'fa:16:3e:ce:b0:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:36:51.452080 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 8da0ca38-b578-462c-a4de-0736b7a3cbf3 is: DOWN; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:36:51.452469 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (8da0ca38-b578-462c-a4de-0736b7a3cbf3), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:51.469417 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da0ca38-b578-462c-a4de-0736b7a3cbf3 {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:36:51.489019 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 8da0ca38-b578-462c-a4de-0736b7a3cbf3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8da0ca38-b578-462c-a4de-0736b7a3cbf3,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:36:51.494608 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (8da0ca38-b578-462c-a4de-0736b7a3cbf3), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:51.537542 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a8fe7-10c5-4552-8888-e68062943ba7 req-a46b2589-f219-4431-aa17-a7284eeca80f tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:51.539105 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-457a8fe7-10c5-4552-8888-e68062943ba7 req-a46b2589-f219-4431-aa17-a7284eeca80f tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=b643d29f-d581-4c05-94e9-d036368f3e0b HTTP/1.1" status: 200 len: 944 time: 0.0535488 Mar 28 14:36:51.541349 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=8da0ca38-b578-462c-a4de-0736b7a3cbf3,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:51.548503 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:51.548853 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:51.549200 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:51.549542 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:51.549884 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:51.550220 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:51.550548 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:51.550877 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:51.551229 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:51.551560 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:51.551887 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:51.552213 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:51.552534 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:51.552860 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:51.553179 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:51.589024 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-457a8fe7-10c5-4552-8888-e68062943ba7 req-9c623d9b-717f-4af4-b7cd-c18d6b4e7121 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b8be963-665e-4c82-af51-df9c5177694f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443196 Mar 28 14:36:51.894266 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['8da0ca38-b578-462c-a4de-0736b7a3cbf3'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:36:52.034044 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1207c0-492d-4724-a570-1643705061b9 req-32e84a9c-8bf6-4408-b8f2-09a6bd75bb30 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:52.035795 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-cf1207c0-492d-4724-a570-1643705061b9 req-32e84a9c-8bf6-4408-b8f2-09a6bd75bb30 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0569797 Mar 28 14:36:52.080811 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-cf1207c0-492d-4724-a570-1643705061b9 req-c8157bd9-24d3-4d41-a618-769e690c0c95 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393932 Mar 28 14:36:52.711684 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3e0e3-65cc-4bb0-9193-b20f4640e362 req-913e8f0b-25ac-4e7b-871f-865cd677ea76 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:52.713124 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0ce3e0e3-65cc-4bb0-9193-b20f4640e362 req-913e8f0b-25ac-4e7b-871f-865cd677ea76 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=b643d29f-d581-4c05-94e9-d036368f3e0b HTTP/1.1" status: 200 len: 944 time: 0.0556448 Mar 28 14:36:52.761135 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0ce3e0e3-65cc-4bb0-9193-b20f4640e362 req-e304cfc5-981b-44de-af0b-5a9b3400d68c tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b8be963-665e-4c82-af51-df9c5177694f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424044 Mar 28 14:36:53.215815 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed08bcb-6c25-4cec-9d34-1ac9910ca1c5 req-610b726c-67f2-4ecc-a00d-fabcea18f69b tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:53.217249 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-eed08bcb-6c25-4cec-9d34-1ac9910ca1c5 req-610b726c-67f2-4ecc-a00d-fabcea18f69b tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0571091 Mar 28 14:36:53.266803 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-eed08bcb-6c25-4cec-9d34-1ac9910ca1c5 req-80d8db45-a174-47b6-a748-64e508adab57 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414944 Mar 28 14:36:53.319259 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 8da0ca38-b578-462c-a4de-0736b7a3cbf3 up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:36:53.377287 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning for port 8da0ca38-b578-462c-a4de-0736b7a3cbf3 completed by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 14:36:53.381171 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port 8da0ca38-b578-462c-a4de-0736b7a3cbf3 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:36:53.381545 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (8da0ca38-b578-462c-a4de-0736b7a3cbf3), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:53.458562 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 8da0ca38-b578-462c-a4de-0736b7a3cbf3 is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:36:53.458942 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (8da0ca38-b578-462c-a4de-0736b7a3cbf3), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:53.484742 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b643d29f-d581-4c05-94e9-d036368f3e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da0ca38-b578-462c-a4de-0736b7a3cbf3'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:36:53.487560 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb98c4b1-172c-4783-b7bf-f0020cfb78b1" -d '{"events": [{"server_uuid": "b643d29f-d581-4c05-94e9-d036368f3e0b", "name": "network-vif-plugged", "status": "completed", "tag": "8da0ca38-b578-462c-a4de-0736b7a3cbf3"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:36:53.503674 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 8da0ca38-b578-462c-a4de-0736b7a3cbf3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8da0ca38-b578-462c-a4de-0736b7a3cbf3,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:36:53.508840 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (8da0ca38-b578-462c-a4de-0736b7a3cbf3), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:53.558325 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=8da0ca38-b578-462c-a4de-0736b7a3cbf3,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:53.684338 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d762883-7f97-45bc-8d3e-407d6b360b3f x-openstack-request-id: req-4d762883-7f97-45bc-8d3e-407d6b360b3f {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:36:53.684890 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b643d29f-d581-4c05-94e9-d036368f3e0b", "name": "network-vif-plugged", "status": "completed", "tag": "8da0ca38-b578-462c-a4de-0736b7a3cbf3", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:36:53.685317 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d762883-7f97-45bc-8d3e-407d6b360b3f {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:36:53.685990 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d762883-7f97-45bc-8d3e-407d6b360b3f'] response: {'server_uuid': 'b643d29f-d581-4c05-94e9-d036368f3e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da0ca38-b578-462c-a4de-0736b7a3cbf3', 'code': 200} Mar 28 14:36:53.856449 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b3f97-0b2a-4de8-b1fc-58bc99620e9e req-1d415217-a5e5-4ae4-8b3b-26ff7b4226dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:53.857979 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c71b3f97-0b2a-4de8-b1fc-58bc99620e9e req-1d415217-a5e5-4ae4-8b3b-26ff7b4226dc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b643d29f-d581-4c05-94e9-d036368f3e0b HTTP/1.1" status: 200 len: 1129 time: 0.0454972 Mar 28 14:36:53.877840 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6c14d-5a38-409b-b78a-5389eb5eba88 req-d50fccc7-57b7-4887-a68a-9d92bf81ae70 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:53.879321 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c6f6c14d-5a38-409b-b78a-5389eb5eba88 req-d50fccc7-57b7-4887-a68a-9d92bf81ae70 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=b643d29f-d581-4c05-94e9-d036368f3e0b HTTP/1.1" status: 200 len: 945 time: 0.0529621 Mar 28 14:36:53.903631 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c71b3f97-0b2a-4de8-b1fc-58bc99620e9e req-3ff61dcb-182e-4121-af3e-cf95d2ecd6da service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3b8be963-665e-4c82-af51-df9c5177694f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388815 Mar 28 14:36:54.170503 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c6f6c14d-5a38-409b-b78a-5389eb5eba88 req-a4270bb6-8de9-4f8f-a53a-cbc50453b537 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b8be963-665e-4c82-af51-df9c5177694f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853143 Mar 28 14:36:54.419061 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a75337-c9c2-44fe-b335-14026c90174c req-65332fac-ab7a-452f-b0b2-0b9479b807dd tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:54.420644 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-00a75337-c9c2-44fe-b335-14026c90174c req-65332fac-ab7a-452f-b0b2-0b9479b807dd tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0725343 Mar 28 14:36:54.469103 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-00a75337-c9c2-44fe-b335-14026c90174c req-2c472be4-7f7c-43d3-acb5-4765cd7ad5e7 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427330 Mar 28 14:36:55.307984 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d55aa7-2b99-4091-af4c-7ebd21ce28ec req-6e8ef273-31d4-489e-b46c-750ac408d12a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:55.309661 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b7d55aa7-2b99-4091-af4c-7ebd21ce28ec req-6e8ef273-31d4-489e-b46c-750ac408d12a tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=b643d29f-d581-4c05-94e9-d036368f3e0b HTTP/1.1" status: 200 len: 945 time: 0.0547848 Mar 28 14:36:55.363563 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b7d55aa7-2b99-4091-af4c-7ebd21ce28ec req-06e5d60c-8810-48f8-bc25-c6766acc930e tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b8be963-665e-4c82-af51-df9c5177694f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460303 Mar 28 14:36:55.603131 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846396d-5fd7-47d9-86d3-2d75eba40315 req-0b9604c2-0ef8-430c-a4bd-80bfeafea59a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:55.604606 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9846396d-5fd7-47d9-86d3-2d75eba40315 req-0b9604c2-0ef8-430c-a4bd-80bfeafea59a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0560358 Mar 28 14:36:55.658376 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9846396d-5fd7-47d9-86d3-2d75eba40315 req-fbd3839d-880a-4ce2-8a9b-74d417abc5fd tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479376 Mar 28 14:36:56.484813 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931a51d-c19d-471d-926f-a8f355fe6819 req-80aee2ef-71c3-4d62-835c-335d1ccfbd49 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:56.486250 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c931a51d-c19d-471d-926f-a8f355fe6819 req-80aee2ef-71c3-4d62-835c-335d1ccfbd49 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=b643d29f-d581-4c05-94e9-d036368f3e0b HTTP/1.1" status: 200 len: 945 time: 0.0529983 Mar 28 14:36:56.540562 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c931a51d-c19d-471d-926f-a8f355fe6819 req-5fc747d7-a215-4446-ba23-86202f9d5d66 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b8be963-665e-4c82-af51-df9c5177694f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485692 Mar 28 14:36:56.666451 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4134e8-f97c-4017-b913-27df3d509bb8 req-ea3e4e88-f871-43a3-8ca6-797cfcf71636 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:56.667821 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4a4134e8-f97c-4017-b913-27df3d509bb8 req-ea3e4e88-f871-43a3-8ca6-797cfcf71636 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=b643d29f-d581-4c05-94e9-d036368f3e0b HTTP/1.1" status: 200 len: 945 time: 0.0518413 Mar 28 14:36:56.676440 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 47762) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:36:56.680813 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-4befe297-350f-497d-943f-1d59b46346c1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Request body: {'floatingip': {'port_id': '8da0ca38-b578-462c-a4de-0736b7a3cbf3'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:36:56.722821 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4befe297-350f-497d-943f-1d59b46346c1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (d3fa5c26-03d0-4c4a-aeab-51c71c622977), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:56.780302 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cc37e-443a-48be-872f-5d6c96b93fe2 req-246951ce-3e92-439d-a1d3-0198e9fabf2a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:56.781783 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-727cc37e-443a-48be-872f-5d6c96b93fe2 req-246951ce-3e92-439d-a1d3-0198e9fabf2a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0531096 Mar 28 14:36:56.828448 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-727cc37e-443a-48be-872f-5d6c96b93fe2 req-c2336294-21cb-476e-ab0e-40d6c276a4c3 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409462 Mar 28 14:36:57.162581 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4befe297-350f-497d-943f-1d59b46346c1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:57.170268 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4befe297-350f-497d-943f-1d59b46346c1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (d3fa5c26-03d0-4c4a-aeab-51c71c622977), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:57.276743 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.l3_db [None req-4befe297-350f-497d-943f-1d59b46346c1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Floating IP d3fa5c26-03d0-4c4a-aeab-51c71c622977 associated. External IP: 172.27.1.67, port: 8da0ca38-b578-462c-a4de-0736b7a3cbf3. Mar 28 14:36:57.504363 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4befe297-350f-497d-943f-1d59b46346c1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:36:57.617106 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4befe297-350f-497d-943f-1d59b46346c1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:36:57.621980 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4befe297-350f-497d-943f-1d59b46346c1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:36:57.628620 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cfaf1b-1490-419c-bd5f-823189b135ec None None] Sync routers for ids ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:36:57.639049 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cfaf1b-1490-419c-bd5f-823189b135ec None None] Routers {'397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:36:57.639676 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-75cfaf1b-1490-419c-bd5f-823189b135ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:36:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:57.652363 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-4befe297-350f-497d-943f-1d59b46346c1 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "PUT /v2.0/floatingips/d3fa5c26-03d0-4c4a-aeab-51c71c622977 HTTP/1.1" status: 200 len: 990 time: 0.9748762 Mar 28 14:36:57.652950 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b643d29f-d581-4c05-94e9-d036368f3e0b', 'tag': '8da0ca38-b578-462c-a4de-0736b7a3cbf3'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:36:57.655350 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734e5eb3-f2d7-43ba-b1a8-3f68e05c3643" -d '{"events": [{"name": "network-changed", "server_uuid": "b643d29f-d581-4c05-94e9-d036368f3e0b", "tag": "8da0ca38-b578-462c-a4de-0736b7a3cbf3"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:36:57.689703 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe37d699-e7fd-4a0e-8bc9-cac3fe3eebe0 x-openstack-request-id: req-fe37d699-e7fd-4a0e-8bc9-cac3fe3eebe0 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:36:57.690315 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b643d29f-d581-4c05-94e9-d036368f3e0b", "tag": "8da0ca38-b578-462c-a4de-0736b7a3cbf3", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:36:57.690315 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe37d699-e7fd-4a0e-8bc9-cac3fe3eebe0 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:36:57.690645 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe37d699-e7fd-4a0e-8bc9-cac3fe3eebe0'] response: {'name': 'network-changed', 'server_uuid': 'b643d29f-d581-4c05-94e9-d036368f3e0b', 'tag': '8da0ca38-b578-462c-a4de-0736b7a3cbf3', 'status': 'completed', 'code': 200} Mar 28 14:36:57.756024 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e5eb3-f2d7-43ba-b1a8-3f68e05c3643 req-bcd3c74d-c47f-45d2-a130-4ecac622f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:57.757467 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-734e5eb3-f2d7-43ba-b1a8-3f68e05c3643 req-bcd3c74d-c47f-45d2-a130-4ecac622f720 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2306e519eba4cfa82246420f4c4f925&device_id=b643d29f-d581-4c05-94e9-d036368f3e0b HTTP/1.1" status: 200 len: 1129 time: 0.0455747 Mar 28 14:36:57.759717 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-75cfaf1b-1490-419c-bd5f-823189b135ec None None] Set router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:36:57.848867 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e5eb3-f2d7-43ba-b1a8-3f68e05c3643 req-effa76f7-bb75-426c-9ccc-37dffafd65a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:57.850340 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-734e5eb3-f2d7-43ba-b1a8-3f68e05c3643 req-effa76f7-bb75-426c-9ccc-37dffafd65a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb HTTP/1.1" status: 200 len: 915 time: 0.0865042 Mar 28 14:36:57.917035 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-734e5eb3-f2d7-43ba-b1a8-3f68e05c3643 req-3ed9287a-fc95-4d90-a68c-1ee54df888bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8da0ca38-b578-462c-a4de-0736b7a3cbf3 HTTP/1.1" status: 200 len: 998 time: 0.0598974 Mar 28 14:36:57.953067 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd227d0-7062-4830-b5e1-9852e9678bd8 req-c759d05c-69c9-4197-83c7-14b2d960d32b tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:57.954523 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-2dd227d0-7062-4830-b5e1-9852e9678bd8 req-c759d05c-69c9-4197-83c7-14b2d960d32b tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0526156 Mar 28 14:36:57.971248 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e5eb3-f2d7-43ba-b1a8-3f68e05c3643 req-71e66fbb-6e88-4409-90d5-b411ee8b360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:57.973059 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-734e5eb3-f2d7-43ba-b1a8-3f68e05c3643 req-71e66fbb-6e88-4409-90d5-b411ee8b360a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42ae119e-55a6-4649-98c6-27d9c3bb606b HTTP/1.1" status: 200 len: 853 time: 0.0496168 Mar 28 14:36:57.985779 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-75cfaf1b-1490-419c-bd5f-823189b135ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': 'd3fa5c26-03d0-4c4a-aeab-51c71c622977', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'port_id': '8da0ca38-b578-462c-a4de-0736b7a3cbf3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'mac_address': 'fa:16:3e:ce:b0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b643d29f-d581-4c05-94e9-d036368f3e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:36:43Z', 'updated_at': '2022-03-28T14:36:57Z', 'revision_number': 1, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:58.001382 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-2dd227d0-7062-4830-b5e1-9852e9678bd8 req-70c01377-a8c9-4643-ac13-aa917d33ace1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404780 Mar 28 14:36:58.012899 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cfaf1b-1490-419c-bd5f-823189b135ec None None] Checking router: 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:36:58.020844 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cfaf1b-1490-419c-bd5f-823189b135ec None None] Routers {'397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:36:58.021462 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-75cfaf1b-1490-419c-bd5f-823189b135ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:36:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:58.022644 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e5eb3-f2d7-43ba-b1a8-3f68e05c3643 req-277f888b-80e1-4234-b2eb-582ab992952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:58.024114 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-734e5eb3-f2d7-43ba-b1a8-3f68e05c3643 req-277f888b-80e1-4234-b2eb-582ab992952e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453765 Mar 28 14:36:58.110835 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-734e5eb3-f2d7-43ba-b1a8-3f68e05c3643 req-0627dcf3-2f3d-4b4f-a794-fdfa4b10851c service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797820 Mar 28 14:36:58.128442 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-75cfaf1b-1490-419c-bd5f-823189b135ec None None] Set router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:36:58.201957 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-734e5eb3-f2d7-43ba-b1a8-3f68e05c3643 req-68081184-3e14-4c20-89b3-fd5cf71fc756 service neutron] 10.222.0.18 "GET /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845764 Mar 28 14:36:58.344765 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-75cfaf1b-1490-419c-bd5f-823189b135ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': 'd3fa5c26-03d0-4c4a-aeab-51c71c622977', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'port_id': '8da0ca38-b578-462c-a4de-0736b7a3cbf3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'mac_address': 'fa:16:3e:ce:b0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b643d29f-d581-4c05-94e9-d036368f3e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:36:43Z', 'updated_at': '2022-03-28T14:36:57Z', 'revision_number': 1, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:58.369872 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cfaf1b-1490-419c-bd5f-823189b135ec None None] The sync data for ids ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'] in dv-cinder-790535-35-iscsi is: [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': 'd3fa5c26-03d0-4c4a-aeab-51c71c622977', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'port_id': '8da0ca38-b578-462c-a4de-0736b7a3cbf3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'mac_address': 'fa:16:3e:ce:b0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b643d29f-d581-4c05-94e9-d036368f3e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:36:43Z', 'updated_at': '2022-03-28T14:36:57Z', 'revision_number': 1, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:36:58.568894 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdd4308-12c2-4479-aa3c-dedcc9e676f1 None None] New status for floating IP d3fa5c26-03d0-4c4a-aeab-51c71c622977: ACTIVE {{(pid=103206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:36:59.161395 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ecefa-1c03-4128-9f98-2e0e954c099c req-9317d713-6950-4309-9e4a-1d478740c6cf tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:59.163057 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1c3ecefa-1c03-4128-9f98-2e0e954c099c req-9317d713-6950-4309-9e4a-1d478740c6cf tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0750721 Mar 28 14:36:59.212532 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1c3ecefa-1c03-4128-9f98-2e0e954c099c req-5e202e64-e5e7-4dd0-89b6-f6b6cc97d00c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432606 Mar 28 14:36:59.256595 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-861c8ecc-17c7-4d28-8e87-573a47d39db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:00.340562 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345379f-df51-4cb8-b528-8909b577bd6c req-9e437e0d-cdb3-4cff-a8a2-6cff02218bea tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:00.342096 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1345379f-df51-4cb8-b528-8909b577bd6c req-9e437e0d-cdb3-4cff-a8a2-6cff02218bea tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0571897 Mar 28 14:37:00.392259 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1345379f-df51-4cb8-b528-8909b577bd6c req-e2e246b0-2869-47e8-85d4-63b6901e8299 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444031 Mar 28 14:37:01.533815 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6aa99-d8fc-4e1c-9aba-ada6648cfca6 req-7a266109-51f8-43df-932c-55c4a04566d6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:01.535307 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9de6aa99-d8fc-4e1c-9aba-ada6648cfca6 req-7a266109-51f8-43df-932c-55c4a04566d6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0660543 Mar 28 14:37:01.544873 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-9331a40f-334e-4849-9433-effdf5d5c8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:01.587822 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9de6aa99-d8fc-4e1c-9aba-ada6648cfca6 req-833908e6-0256-4fd9-8ffa-ebab5e036b6a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467017 Mar 28 14:37:02.705690 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:02.715333 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738843c6-7667-40bd-8c92-7688cca0f673 req-2b61747a-698b-4df9-b335-109e2b8190d9 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:02.716807 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-738843c6-7667-40bd-8c92-7688cca0f673 req-2b61747a-698b-4df9-b335-109e2b8190d9 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0532627 Mar 28 14:37:02.764517 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-738843c6-7667-40bd-8c92-7688cca0f673 req-1a328ab4-dcc9-4e93-856f-d8390c536725 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420866 Mar 28 14:37:03.373878 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 80106ea7-9c48-4ff8-8939-825a3ac31f96 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:37:03.490932 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 80106ea7-9c48-4ff8-8939-825a3ac31f96, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=80106ea7-9c48-4ff8-8939-825a3ac31f96,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:37:03.502534 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': '80106ea7-9c48-4ff8-8939-825a3ac31f96', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'port_id': '80106ea7-9c48-4ff8-8939-825a3ac31f96', 'mac_address': 'fa:16:3e:74:07:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:37:03.539660 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 80106ea7-9c48-4ff8-8939-825a3ac31f96 is: ACTIVE; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:37:03.540059 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:03.552539 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80106ea7-9c48-4ff8-8939-825a3ac31f96 {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:37:03.575045 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 80106ea7-9c48-4ff8-8939-825a3ac31f96, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=80106ea7-9c48-4ff8-8939-825a3ac31f96,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:37:03.581584 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:03.636473 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=80106ea7-9c48-4ff8-8939-825a3ac31f96,revision_number=6']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:37:03.670159 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['80106ea7-9c48-4ff8-8939-825a3ac31f96'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:37:03.901979 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd45c5-12b7-4bbb-be5b-9fed80de8063 req-f287ca68-046d-4e22-b39e-85abd5ae15f0 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:03.903483 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-78dd45c5-12b7-4bbb-be5b-9fed80de8063 req-f287ca68-046d-4e22-b39e-85abd5ae15f0 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 944 time: 0.0605261 Mar 28 14:37:03.951683 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-78dd45c5-12b7-4bbb-be5b-9fed80de8063 req-0cdf306c-8882-4a12-89e4-832d751f38c0 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424347 Mar 28 14:37:03.961642 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:04.880363 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:37:05.087033 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e320097-be36-4849-8ebd-aa4e05e1d71c req-39078b98-f2fe-4871-a5e6-368953e824dc tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:05.088497 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-0e320097-be36-4849-8ebd-aa4e05e1d71c req-39078b98-f2fe-4871-a5e6-368953e824dc tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 944 time: 0.0530474 Mar 28 14:37:05.139688 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-0e320097-be36-4849-8ebd-aa4e05e1d71c req-5e054d54-077b-428b-82e0-e2aaa9a14883 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453572 Mar 28 14:37:05.374818 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 80106ea7-9c48-4ff8-8939-825a3ac31f96 up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:37:05.432194 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port 80106ea7-9c48-4ff8-8939-825a3ac31f96 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:37:05.432577 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:05.477592 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:05.521802 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 80106ea7-9c48-4ff8-8939-825a3ac31f96 is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:37:05.522191 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:05.544628 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fecba92-4e69-4b41-8675-dc8f58ef783a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80106ea7-9c48-4ff8-8939-825a3ac31f96'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:37:05.546871 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49347cbd-84f2-44d6-bd13-ef9258d907cb" -d '{"events": [{"server_uuid": "1fecba92-4e69-4b41-8675-dc8f58ef783a", "name": "network-vif-plugged", "status": "completed", "tag": "80106ea7-9c48-4ff8-8939-825a3ac31f96"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:37:05.560916 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 80106ea7-9c48-4ff8-8939-825a3ac31f96, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=80106ea7-9c48-4ff8-8939-825a3ac31f96,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:37:05.566513 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:05.588895 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd335c89-c144-425f-a0a4-3e05651b47af x-openstack-request-id: req-cd335c89-c144-425f-a0a4-3e05651b47af {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:37:05.589181 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fecba92-4e69-4b41-8675-dc8f58ef783a", "name": "network-vif-plugged", "status": "completed", "tag": "80106ea7-9c48-4ff8-8939-825a3ac31f96", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:37:05.589462 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd335c89-c144-425f-a0a4-3e05651b47af {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:37:05.589860 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd335c89-c144-425f-a0a4-3e05651b47af'] response: {'server_uuid': '1fecba92-4e69-4b41-8675-dc8f58ef783a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80106ea7-9c48-4ff8-8939-825a3ac31f96', 'code': 200} Mar 28 14:37:05.614557 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=80106ea7-9c48-4ff8-8939-825a3ac31f96,revision_number=7']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:37:06.267601 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda38b7c-6f1b-431f-a6a1-8e8a0d6555c9 req-6f5d2c03-8d44-4225-a17d-d70bb626b8af tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:06.270741 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-dda38b7c-6f1b-431f-a6a1-8e8a0d6555c9 req-6f5d2c03-8d44-4225-a17d-d70bb626b8af tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0538461 Mar 28 14:37:06.320439 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-dda38b7c-6f1b-431f-a6a1-8e8a0d6555c9 req-01f0c4b1-257a-4e2f-afb4-b538a09581c7 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450540 Mar 28 14:37:07.452268 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df12004-f2ed-4d9d-bf7d-de2fbf8e2f8d req-2977e755-a46c-4c9d-97b2-c2dbaaeb3f38 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:07.453808 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2df12004-f2ed-4d9d-bf7d-de2fbf8e2f8d req-2977e755-a46c-4c9d-97b2-c2dbaaeb3f38 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0552456 Mar 28 14:37:07.521974 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-2df12004-f2ed-4d9d-bf7d-de2fbf8e2f8d req-155abfc7-3024-47f9-982e-7aedaf1f5a31 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602794 Mar 28 14:37:08.650819 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf9de1-9779-41b4-8861-4ab6a94441c0 req-43ab0488-029a-4f0f-b9ae-0737cb430fdf tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:08.652318 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3aaf9de1-9779-41b4-8861-4ab6a94441c0 req-43ab0488-029a-4f0f-b9ae-0737cb430fdf tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0551848 Mar 28 14:37:08.701896 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3aaf9de1-9779-41b4-8861-4ab6a94441c0 req-8182a9e8-dba0-4e4e-a538-78a798c19995 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435929 Mar 28 14:37:09.614821 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:09.846257 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed43317-afb9-447f-9b61-98cb196ec2b3 req-7fecdf64-4d92-4b22-96ed-d10e6100383d tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:09.847873 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-8ed43317-afb9-447f-9b61-98cb196ec2b3 req-7fecdf64-4d92-4b22-96ed-d10e6100383d tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0697851 Mar 28 14:37:09.945472 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-8ed43317-afb9-447f-9b61-98cb196ec2b3 req-15868f44-0410-4af8-94f4-fb771ae59411 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830960 Mar 28 14:37:11.068279 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0582e46-c33b-4364-a484-9d0cafed2f46 req-a15c409f-568f-4153-873c-f5661532fd9e tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:11.070410 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a0582e46-c33b-4364-a484-9d0cafed2f46 req-a15c409f-568f-4153-873c-f5661532fd9e tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0535712 Mar 28 14:37:11.122052 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a0582e46-c33b-4364-a484-9d0cafed2f46 req-1baf2602-8627-474a-bbb7-80932c400702 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448072 Mar 28 14:37:12.248959 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c639b6-4d70-4ad5-85f3-7d3848285f93 req-b3a23b4f-e07d-40ad-bd12-a2f423e13df2 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:12.250495 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a3c639b6-4d70-4ad5-85f3-7d3848285f93 req-b3a23b4f-e07d-40ad-bd12-a2f423e13df2 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0538988 Mar 28 14:37:12.301172 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-a3c639b6-4d70-4ad5-85f3-7d3848285f93 req-73b868ac-080f-4c7b-abfa-1b74c0598512 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448124 Mar 28 14:37:13.428933 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0963525-ddec-4524-bc44-0e2e0455c705 req-a7fecec4-c41e-42b1-b193-0cbcc4d526e6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:13.430508 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b0963525-ddec-4524-bc44-0e2e0455c705 req-a7fecec4-c41e-42b1-b193-0cbcc4d526e6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0555966 Mar 28 14:37:13.477360 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b0963525-ddec-4524-bc44-0e2e0455c705 req-f84e25a1-1deb-45f7-aaa8-dabd2c15d862 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411835 Mar 28 14:37:14.622359 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4749a57-77bf-4155-bd59-29bd7dd605de req-70d59f04-b6d0-4b5a-9f86-41d8265d68b6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:14.624199 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-e4749a57-77bf-4155-bd59-29bd7dd605de req-70d59f04-b6d0-4b5a-9f86-41d8265d68b6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0611937 Mar 28 14:37:14.681395 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-e4749a57-77bf-4155-bd59-29bd7dd605de req-cb22a4c4-9ded-4ed1-bad6-167c126115d9 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511489 Mar 28 14:37:15.819511 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b8514-3e01-4deb-9c37-1dd47fe30729 req-d0e2f134-15e7-4c7c-a930-4aca1c6589e6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:15.821085 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4f5b8514-3e01-4deb-9c37-1dd47fe30729 req-d0e2f134-15e7-4c7c-a930-4aca1c6589e6 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0599060 Mar 28 14:37:15.870825 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4f5b8514-3e01-4deb-9c37-1dd47fe30729 req-ab4174da-473b-4efd-b6f5-8f6123826bb4 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434721 Mar 28 14:37:17.008383 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7936ae-d9dd-45db-b070-e979dd019886 req-16ac6d1a-8eeb-4584-a785-9e0c6e0946fe tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:17.009834 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-bd7936ae-d9dd-45db-b070-e979dd019886 req-16ac6d1a-8eeb-4584-a785-9e0c6e0946fe tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0587399 Mar 28 14:37:17.055432 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-bd7936ae-d9dd-45db-b070-e979dd019886 req-fd5e26c9-21cb-4e76-bee6-9dffd03fb5d1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399778 Mar 28 14:37:17.368694 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7cfb2-7ec0-48d4-9126-8ec81656dee8 req-8a64ce57-c52a-4b77-9886-8d6422dbdf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:17.370226 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-86f7cfb2-7ec0-48d4-9126-8ec81656dee8 req-8a64ce57-c52a-4b77-9886-8d6422dbdf7b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=26effb221cba493895805136dd811e20&device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 1129 time: 0.0449727 Mar 28 14:37:17.476086 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7cfb2-7ec0-48d4-9126-8ec81656dee8 req-efd65379-e00f-424f-9086-4fef35a9f03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:17.477491 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-86f7cfb2-7ec0-48d4-9126-8ec81656dee8 req-efd65379-e00f-424f-9086-4fef35a9f03a service neutron] 10.222.0.18 "GET /v2.0/networks?id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8 HTTP/1.1" status: 200 len: 918 time: 0.1014667 Mar 28 14:37:17.543536 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-86f7cfb2-7ec0-48d4-9126-8ec81656dee8 req-4ac61e34-8e75-4690-86d7-a3e8cf996e16 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80106ea7-9c48-4ff8-8939-825a3ac31f96 HTTP/1.1" status: 200 len: 999 time: 0.0589199 Mar 28 14:37:17.593294 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7cfb2-7ec0-48d4-9126-8ec81656dee8 req-fa87ea26-a1b9-4117-8411-61e551dc053c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:17.594770 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-86f7cfb2-7ec0-48d4-9126-8ec81656dee8 req-fa87ea26-a1b9-4117-8411-61e551dc053c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=31660ae6-3a03-4024-957b-fcff7a111abb HTTP/1.1" status: 200 len: 856 time: 0.0445616 Mar 28 14:37:17.647786 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7cfb2-7ec0-48d4-9126-8ec81656dee8 req-e9d094d4-f00e-4433-8036-e013008ddf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:17.650477 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-86f7cfb2-7ec0-48d4-9126-8ec81656dee8 req-e9d094d4-f00e-4433-8036-e013008ddf6e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487232 Mar 28 14:37:17.740418 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-86f7cfb2-7ec0-48d4-9126-8ec81656dee8 req-5d8982bd-8e82-4f2a-9c2d-d766210beb40 service neutron] 10.222.0.18 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808551 Mar 28 14:37:17.839932 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-86f7cfb2-7ec0-48d4-9126-8ec81656dee8 req-34e6e291-0369-4685-82f4-c43a674e9960 service neutron] 10.222.0.18 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929818 Mar 28 14:37:18.180568 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289c53b-dfa8-4418-8bf9-e349e779c538 req-47eef2ae-a540-4154-a934-fd31e7b5d41a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:18.182021 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d289c53b-dfa8-4418-8bf9-e349e779c538 req-47eef2ae-a540-4154-a934-fd31e7b5d41a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0519180 Mar 28 14:37:18.239929 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d289c53b-dfa8-4418-8bf9-e349e779c538 req-e1c460f4-e155-4cfd-89f8-bbcb7b52d021 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522022 Mar 28 14:37:19.385563 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95216e8c-6257-4c5b-9211-4b5b3f73b6f3 req-5a5d395b-98fd-4722-b420-11fb25dbf4ed tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:19.387051 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-95216e8c-6257-4c5b-9211-4b5b3f73b6f3 req-5a5d395b-98fd-4722-b420-11fb25dbf4ed tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0642846 Mar 28 14:37:19.435729 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-95216e8c-6257-4c5b-9211-4b5b3f73b6f3 req-2e8c7c5e-dc96-4182-852a-aecebfd79940 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428827 Mar 28 14:37:20.573928 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bb5de-13f0-4646-a6ef-bbd3713e8231 req-895bc464-39fe-4526-b9a2-f511f8d301a3 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:20.575680 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f39bb5de-13f0-4646-a6ef-bbd3713e8231 req-895bc464-39fe-4526-b9a2-f511f8d301a3 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 945 time: 0.0635657 Mar 28 14:37:20.625093 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f39bb5de-13f0-4646-a6ef-bbd3713e8231 req-e6875937-1ac6-4ef1-b95c-1193a6cdf683 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433764 Mar 28 14:37:21.422872 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [req-3f728a79-158d-409f-8ee2-9a5e357934fa req-e7de67b6-22c2-438d-9688-0996374c3f7a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103204) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 14:37:21.423881 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3f728a79-158d-409f-8ee2-9a5e357934fa req-e7de67b6-22c2-438d-9688-0996374c3f7a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054553 Mar 28 14:37:21.438265 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 80106ea7-9c48-4ff8-8939-825a3ac31f96 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:37:21.525637 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 80106ea7-9c48-4ff8-8939-825a3ac31f96 is: ACTIVE; New status is: DOWN {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:37:21.526219 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:21.553329 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fecba92-4e69-4b41-8675-dc8f58ef783a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80106ea7-9c48-4ff8-8939-825a3ac31f96'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:37:21.555792 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961430e5-f00f-4fea-8dc8-06aee64bab93" -d '{"events": [{"server_uuid": "1fecba92-4e69-4b41-8675-dc8f58ef783a", "name": "network-vif-unplugged", "status": "completed", "tag": "80106ea7-9c48-4ff8-8939-825a3ac31f96"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:37:21.569165 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 80106ea7-9c48-4ff8-8939-825a3ac31f96, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=80106ea7-9c48-4ff8-8939-825a3ac31f96,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:37:21.574487 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:21.601183 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Mar 2022 14:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bff2f4-b2eb-4874-8326-ee2a8aa386e0 x-openstack-request-id: req-42bff2f4-b2eb-4874-8326-ee2a8aa386e0 {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:37:21.601477 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fecba92-4e69-4b41-8675-dc8f58ef783a", "name": "network-vif-unplugged", "status": "failed", "tag": "80106ea7-9c48-4ff8-8939-825a3ac31f96", "code": 422}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:37:21.601860 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42bff2f4-b2eb-4874-8326-ee2a8aa386e0 {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:37:21.602180 dv-cinder-790535-35-iscsi neutron-server[103206]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-42bff2f4-b2eb-4874-8326-ee2a8aa386e0']: {'server_uuid': '1fecba92-4e69-4b41-8675-dc8f58ef783a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '80106ea7-9c48-4ff8-8939-825a3ac31f96', 'code': 422} returned with failed status Mar 28 14:37:21.631073 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ba8ae-5dd8-47b5-bdcb-f3da1a44ac59 req-db4a52a5-fe9d-4c1c-92f5-174a99e58fb9 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:21.632669 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-614ba8ae-5dd8-47b5-bdcb-f3da1a44ac59 req-db4a52a5-fe9d-4c1c-92f5-174a99e58fb9 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 943 time: 0.0686874 Mar 28 14:37:21.640523 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=80106ea7-9c48-4ff8-8939-825a3ac31f96,revision_number=8']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:37:21.684353 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-614ba8ae-5dd8-47b5-bdcb-f3da1a44ac59 req-cfe26cc7-07f7-45e9-b321-1538c4c126a9 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448339 Mar 28 14:37:21.835476 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5baf6a-dc7e-4dca-a6fc-e7b55f7362eb req-e65f221c-19f4-465f-a4c3-c80cba5ef048 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:21.836972 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5d5baf6a-dc7e-4dca-a6fc-e7b55f7362eb req-e65f221c-19f4-465f-a4c3-c80cba5ef048 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 945 time: 0.0625362 Mar 28 14:37:21.883533 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5d5baf6a-dc7e-4dca-a6fc-e7b55f7362eb req-ec72fec5-e1b9-4c2e-8653-1c426c2a78a2 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=68c7304e-361c-4dbc-82c3-a4971649ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405028 Mar 28 14:37:21.942870 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-827f34a2-c08d-4f80-bbdc-0f8c4b0ec267 req-f42e0b33-f9d7-4b6f-9d82-b482d52769ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1370804 Mar 28 14:37:22.070742 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f34a2-c08d-4f80-bbdc-0f8c4b0ec267 req-89436632-c3f4-483a-a133-9a95617f659a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:22.072107 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-827f34a2-c08d-4f80-bbdc-0f8c4b0ec267 req-89436632-c3f4-483a-a133-9a95617f659a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports/80106ea7-9c48-4ff8-8939-825a3ac31f96 HTTP/1.1" status: 200 len: 940 time: 0.0972252 Mar 28 14:37:22.846768 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1e6a9-5767-454a-aea8-b21ea70eb36b req-952c1dd3-51d8-46ed-b2e2-db827b060c11 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:22.848286 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1cd1e6a9-5767-454a-aea8-b21ea70eb36b req-952c1dd3-51d8-46ed-b2e2-db827b060c11 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 943 time: 0.0838850 Mar 28 14:37:22.857661 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f34a2-c08d-4f80-bbdc-0f8c4b0ec267 req-c6b26a87-2083-4ce6-ae41-7a082af6d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:22.859014 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-827f34a2-c08d-4f80-bbdc-0f8c4b0ec267 req-c6b26a87-2083-4ce6-ae41-7a082af6d695 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a&tenant_id=26effb221cba493895805136dd811e20 HTTP/1.1" status: 200 len: 1127 time: 0.0646057 Mar 28 14:37:22.923100 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1cd1e6a9-5767-454a-aea8-b21ea70eb36b req-dbe81c3f-0d50-47c1-863b-fa5f3ce4c828 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675483 Mar 28 14:37:22.938499 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f34a2-c08d-4f80-bbdc-0f8c4b0ec267 req-9f450d15-a532-4854-9107-81182ad90ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:22.940628 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-827f34a2-c08d-4f80-bbdc-0f8c4b0ec267 req-9f450d15-a532-4854-9107-81182ad90ec8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=26effb221cba493895805136dd811e20&device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 1127 time: 0.0564058 Mar 28 14:37:23.008209 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237a860-ea5d-4e7f-9b47-662210c4a80a req-a568a498-cec8-4a05-90b8-b8fbb81003a5 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:23.009810 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-2237a860-ea5d-4e7f-9b47-662210c4a80a req-a568a498-cec8-4a05-90b8-b8fbb81003a5 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 945 time: 0.0564132 Mar 28 14:37:23.030806 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f34a2-c08d-4f80-bbdc-0f8c4b0ec267 req-3e57c2e7-eb07-4063-b372-eede4972cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:23.032301 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-827f34a2-c08d-4f80-bbdc-0f8c4b0ec267 req-3e57c2e7-eb07-4063-b372-eede4972cec5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8 HTTP/1.1" status: 200 len: 918 time: 0.0853002 Mar 28 14:37:23.059047 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-2237a860-ea5d-4e7f-9b47-662210c4a80a req-3c4e6a2e-73b2-4f9f-abcd-e0826bf3402f tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=68c7304e-361c-4dbc-82c3-a4971649ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426216 Mar 28 14:37:23.347887 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-827f34a2-c08d-4f80-bbdc-0f8c4b0ec267 req-cc684eb1-1352-4b23-9483-d1e65c55e289 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80106ea7-9c48-4ff8-8939-825a3ac31f96 HTTP/1.1" status: 200 len: 997 time: 0.3088331 Mar 28 14:37:23.397186 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f34a2-c08d-4f80-bbdc-0f8c4b0ec267 req-afc4a0cf-5c81-48af-a607-794ae2cfc68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:23.398641 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-827f34a2-c08d-4f80-bbdc-0f8c4b0ec267 req-afc4a0cf-5c81-48af-a607-794ae2cfc68a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=31660ae6-3a03-4024-957b-fcff7a111abb HTTP/1.1" status: 200 len: 856 time: 0.0429137 Mar 28 14:37:23.449803 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f34a2-c08d-4f80-bbdc-0f8c4b0ec267 req-13a96f87-8639-441c-a2c6-20ecce1f5d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:23.451260 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-827f34a2-c08d-4f80-bbdc-0f8c4b0ec267 req-13a96f87-8639-441c-a2c6-20ecce1f5d94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459268 Mar 28 14:37:23.548127 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-827f34a2-c08d-4f80-bbdc-0f8c4b0ec267 req-f42f99f4-8f0c-464f-8d25-ddfcf860bc34 service neutron] 10.222.0.18 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871549 Mar 28 14:37:23.638248 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-827f34a2-c08d-4f80-bbdc-0f8c4b0ec267 req-5f005166-f820-4c75-96be-d61be5cd8655 service neutron] 10.222.0.18 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838599 Mar 28 14:37:23.816858 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661e972-d41a-43d6-91c1-764481d664d0 req-30e9dba6-1386-4a46-9015-dddd48a34d48 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:23.818294 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e661e972-d41a-43d6-91c1-764481d664d0 req-30e9dba6-1386-4a46-9015-dddd48a34d48 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.18 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 945 time: 0.0602324 Mar 28 14:37:23.911997 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-e661e972-d41a-43d6-91c1-764481d664d0 req-4a90546b-6ca9-4c52-bfe1-8a2d30f03dbc tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Deleting port 937accb0-2d61-4592-aa7e-90f91323f2b7 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:37:23.912630 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-e661e972-d41a-43d6-91c1-764481d664d0 req-4a90546b-6ca9-4c52-bfe1-8a2d30f03dbc tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (937accb0-2d61-4592-aa7e-90f91323f2b7), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:24.057826 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-e661e972-d41a-43d6-91c1-764481d664d0 req-4a90546b-6ca9-4c52-bfe1-8a2d30f03dbc tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] For port 937accb0-2d61-4592-aa7e-90f91323f2b7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=937accb0-2d61-4592-aa7e-90f91323f2b7,segment=NetworkSegment(55bf6534-2009-442c-a956-6e523eeb9410),segment_id=55bf6534-2009-442c-a956-6e523eeb9410)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:37:24.058589 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-e661e972-d41a-43d6-91c1-764481d664d0 req-4a90546b-6ca9-4c52-bfe1-8a2d30f03dbc tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (937accb0-2d61-4592-aa7e-90f91323f2b7), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:24.164523 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584a2ce-6079-4ff7-a560-6ee7f93f9df1 req-6900eb07-c3e3-4d76-aa3e-6bc60373f5dd tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:24.166428 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f584a2ce-6079-4ff7-a560-6ee7f93f9df1 req-6900eb07-c3e3-4d76-aa3e-6bc60373f5dd tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 943 time: 0.1598673 Mar 28 14:37:24.241317 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ae7a1-6fca-4df7-819e-94cf58df436a req-68e944e3-af80-4a39-bbde-ed88aeed4d69 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:24.243664 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5e7ae7a1-6fca-4df7-819e-94cf58df436a req-68e944e3-af80-4a39-bbde-ed88aeed4d69 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 945 time: 0.0718272 Mar 28 14:37:24.341710 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f584a2ce-6079-4ff7-a560-6ee7f93f9df1 req-a8e8a15c-7c4d-410a-a8d5-9bdd52588e1a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528592 Mar 28 14:37:24.358683 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5e7ae7a1-6fca-4df7-819e-94cf58df436a req-22cfba24-b2b9-4c96-8a97-29bd03543461 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups?id=68c7304e-361c-4dbc-82c3-a4971649ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083400 Mar 28 14:37:24.410231 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-e661e972-d41a-43d6-91c1-764481d664d0 req-4a90546b-6ca9-4c52-bfe1-8a2d30f03dbc tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:24.410590 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-e661e972-d41a-43d6-91c1-764481d664d0 req-4a90546b-6ca9-4c52-bfe1-8a2d30f03dbc tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (6c4dd4fe-0bf4-4f28-8ca8-6f07cf1fe571), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:24.410904 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.l3_db [req-e661e972-d41a-43d6-91c1-764481d664d0 req-4a90546b-6ca9-4c52-bfe1-8a2d30f03dbc tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Floating IP 6c4dd4fe-0bf4-4f28-8ca8-6f07cf1fe571 disassociated. External IP: 172.27.1.225, port: 937accb0-2d61-4592-aa7e-90f91323f2b7. Mar 28 14:37:24.411279 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-e661e972-d41a-43d6-91c1-764481d664d0 req-4a90546b-6ca9-4c52-bfe1-8a2d30f03dbc tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Calling delete_port for 937accb0-2d61-4592-aa7e-90f91323f2b7 owned by compute:nova {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:37:24.547283 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-e661e972-d41a-43d6-91c1-764481d664d0 req-4a90546b-6ca9-4c52-bfe1-8a2d30f03dbc tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (937accb0-2d61-4592-aa7e-90f91323f2b7), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:24.579869 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90546b-6ca9-4c52-bfe1-8a2d30f03dbc tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Pushing event deleted for resources: {'Port': ['ID=937accb0-2d61-4592-aa7e-90f91323f2b7,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:37:24.701551 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e661e972-d41a-43d6-91c1-764481d664d0 req-4a90546b-6ca9-4c52-bfe1-8a2d30f03dbc tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Router de201a7f-c106-430f-88c1-91e3f5b48dca has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:37:24.812215 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e661e972-d41a-43d6-91c1-764481d664d0 req-4a90546b-6ca9-4c52-bfe1-8a2d30f03dbc tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:37:24.822706 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f5de2e-f336-4cce-a250-9669cc14c3e4 None None] Sync routers for ids ['de201a7f-c106-430f-88c1-91e3f5b48dca'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:37:24.838232 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f5de2e-f336-4cce-a250-9669cc14c3e4 None None] Routers {'de201a7f-c106-430f-88c1-91e3f5b48dca'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:37:24.839793 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-99f5de2e-f336-4cce-a250-9669cc14c3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:37:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['de201a7f-c106-430f-88c1-91e3f5b48dca'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:37:24.859614 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-e661e972-d41a-43d6-91c1-764481d664d0 req-4a90546b-6ca9-4c52-bfe1-8a2d30f03dbc tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] No DVR routers for this DVR port 937accb0-2d61-4592-aa7e-90f91323f2b7 on host hv-cinder-79053 {{(pid=103205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:37:24.862239 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-e661e972-d41a-43d6-91c1-764481d664d0 req-4a90546b-6ca9-4c52-bfe1-8a2d30f03dbc tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:24.865524 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e661e972-d41a-43d6-91c1-764481d664d0 req-4a90546b-6ca9-4c52-bfe1-8a2d30f03dbc tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.18 "DELETE /v2.0/ports/937accb0-2d61-4592-aa7e-90f91323f2b7 HTTP/1.1" status: 204 len: 173 time: 1.0417292 Mar 28 14:37:24.866005 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42609f35-74a5-4450-9f65-a5a1f87646a0', 'name': 'network-vif-deleted', 'tag': '937accb0-2d61-4592-aa7e-90f91323f2b7'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:37:24.868360 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcea7dbd-4441-4627-a1e8-8dbd5193e2f6" -d '{"events": [{"server_uuid": "42609f35-74a5-4450-9f65-a5a1f87646a0", "name": "network-vif-deleted", "tag": "937accb0-2d61-4592-aa7e-90f91323f2b7"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:37:24.904992 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb069413-f2d0-4888-a6ea-0a170d98381c x-openstack-request-id: req-eb069413-f2d0-4888-a6ea-0a170d98381c {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:37:24.905371 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42609f35-74a5-4450-9f65-a5a1f87646a0", "name": "network-vif-deleted", "tag": "937accb0-2d61-4592-aa7e-90f91323f2b7", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:37:24.905653 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb069413-f2d0-4888-a6ea-0a170d98381c {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:37:24.906088 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb069413-f2d0-4888-a6ea-0a170d98381c'] response: {'server_uuid': '42609f35-74a5-4450-9f65-a5a1f87646a0', 'name': 'network-vif-deleted', 'tag': '937accb0-2d61-4592-aa7e-90f91323f2b7', 'status': 'completed', 'code': 200} Mar 28 14:37:25.089083 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-99f5de2e-f336-4cce-a250-9669cc14c3e4 None None] Set router de201a7f-c106-430f-88c1-91e3f5b48dca gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:37:25.298556 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-99f5de2e-f336-4cce-a250-9669cc14c3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'name': 'tempest-AttachVolumeTestJSON-165406945-router', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:40Z', 'revision_number': 4, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'gw_port': {'id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'c8c16ed9-4964-4c1f-8c1e-16cc28c17980', 'name': '', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'mac_address': 'fa:16:3e:05:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:39Z', 'updated_at': '2022-03-28T14:27:49Z', 'revision_number': 5, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'subnets': [{'id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:37:25.326362 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f5de2e-f336-4cce-a250-9669cc14c3e4 None None] Checking router: de201a7f-c106-430f-88c1-91e3f5b48dca for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:37:25.335069 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f5de2e-f336-4cce-a250-9669cc14c3e4 None None] Routers {'de201a7f-c106-430f-88c1-91e3f5b48dca'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:37:25.335721 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-99f5de2e-f336-4cce-a250-9669cc14c3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:37:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['de201a7f-c106-430f-88c1-91e3f5b48dca'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:37:25.487362 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-99f5de2e-f336-4cce-a250-9669cc14c3e4 None None] Set router de201a7f-c106-430f-88c1-91e3f5b48dca gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:37:25.499434 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439a141-8509-46b8-9db5-e8d47096c613 req-dd4f6fcc-2f55-43d6-8a27-e477f42439d7 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:25.501041 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-0439a141-8509-46b8-9db5-e8d47096c613 req-dd4f6fcc-2f55-43d6-8a27-e477f42439d7 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 943 time: 0.0762327 Mar 28 14:37:25.510062 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-91903540-a84f-46d3-b467-0595fff5bd14 req-5bd87579-d974-4053-ac7e-1e998afb46b1 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 210 time: 0.0377200 Mar 28 14:37:25.568307 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-0439a141-8509-46b8-9db5-e8d47096c613 req-d98b244c-d60c-4feb-bc36-1804d3201632 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612981 Mar 28 14:37:25.711447 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-99f5de2e-f336-4cce-a250-9669cc14c3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'name': 'tempest-AttachVolumeTestJSON-165406945-router', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:40Z', 'revision_number': 4, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'gw_port': {'id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'c8c16ed9-4964-4c1f-8c1e-16cc28c17980', 'name': '', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'mac_address': 'fa:16:3e:05:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:39Z', 'updated_at': '2022-03-28T14:27:49Z', 'revision_number': 5, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'subnets': [{'id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:37:25.743322 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f5de2e-f336-4cce-a250-9669cc14c3e4 None None] The sync data for ids ['de201a7f-c106-430f-88c1-91e3f5b48dca'] in dv-cinder-790535-35-iscsi is: [{'id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'name': 'tempest-AttachVolumeTestJSON-165406945-router', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:40Z', 'revision_number': 4, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'gw_port': {'id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'c8c16ed9-4964-4c1f-8c1e-16cc28c17980', 'name': '', 'network_id': 'afb5a3e7-7844-40a2-b2f3-321ba05c443b', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'mac_address': 'fa:16:3e:05:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:39Z', 'updated_at': '2022-03-28T14:27:49Z', 'revision_number': 5, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'subnets': [{'id': 'ac33e34d-f8ce-422d-8ea1-9189d3900f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:37:26.009275 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ca625d-d59c-400e-b5cd-6c5b9780588e None None] New status for floating IP 6c4dd4fe-0bf4-4f28-8ca8-6f07cf1fe571: DOWN {{(pid=103206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:37:26.632123 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b3485001-0d7c-483c-aea9-63995a36cdb7 req-1089533f-fbc5-456c-8da0-acc0cdc32237 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 210 time: 0.0444303 Mar 28 14:37:26.704924 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c9f21-a004-4d9c-91e5-8df2e9cbf8ae req-992fde15-784d-4863-b400-b371517938b2 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:26.706565 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-923c9f21-a004-4d9c-91e5-8df2e9cbf8ae req-992fde15-784d-4863-b400-b371517938b2 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 943 time: 0.0606709 Mar 28 14:37:26.756552 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-923c9f21-a004-4d9c-91e5-8df2e9cbf8ae req-acd9764a-4f36-443a-a4bb-52a6520e6a02 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438292 Mar 28 14:37:27.729859 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f60aa2cf-4176-440e-bf2f-497d0287394c req-e3242da1-6540-49c9-9a0f-e3da499e95b8 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 210 time: 0.0275030 Mar 28 14:37:27.881856 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e856e01-c1a2-4845-a0f4-d8486594b705 req-d98908d0-24f0-47f1-88ca-5296fa7f6086 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:27.883426 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1e856e01-c1a2-4845-a0f4-d8486594b705 req-d98908d0-24f0-47f1-88ca-5296fa7f6086 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 943 time: 0.0552173 Mar 28 14:37:27.940504 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1e856e01-c1a2-4845-a0f4-d8486594b705 req-ff418833-c980-4532-92cf-4a8270272332 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505011 Mar 28 14:37:28.835975 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c7cecc9c-4af5-46aa-bb06-fb059e2a9917 req-4c2e2eb8-73fd-4872-949a-8d939fd1d7cd tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 210 time: 0.0314460 Mar 28 14:37:29.071676 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06b301-e7a5-430b-a6ea-d5b14c659f5e req-8a6960ce-2c3a-4061-a0c2-73aaa2a310d1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:29.073751 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ee06b301-e7a5-430b-a6ea-d5b14c659f5e req-8a6960ce-2c3a-4061-a0c2-73aaa2a310d1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 943 time: 0.0643158 Mar 28 14:37:29.126561 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ee06b301-e7a5-430b-a6ea-d5b14c659f5e req-eab20763-7e88-4a97-a9a3-89ec228c5786 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470178 Mar 28 14:37:29.268750 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-647b1a7c-9b59-4e54-b367-83835009f54d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:29.502850 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 937accb0-2d61-4592-aa7e-90f91323f2b7 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:37:29.524155 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] No Port match for: 937accb0-2d61-4592-aa7e-90f91323f2b7 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:37:29.524470 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 937accb0-2d61-4592-aa7e-90f91323f2b7 not bound to the agent host hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:37:29.934608 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0f8e81d2-adda-4a9e-ac25-53aee2ded270 req-dca74408-c019-4f1c-a83a-f0cf7313d6db tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 210 time: 0.0295546 Mar 28 14:37:30.253954 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994b935-82af-4c97-b8e7-d2fe4da09a1c req-65d01ce3-2cdc-4c79-b899-1ba4f848cc71 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:30.259562 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7994b935-82af-4c97-b8e7-d2fe4da09a1c req-65d01ce3-2cdc-4c79-b899-1ba4f848cc71 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 943 time: 0.0581522 Mar 28 14:37:30.304771 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7994b935-82af-4c97-b8e7-d2fe4da09a1c req-8c05148f-0293-436c-b634-e3f62e292172 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433393 Mar 28 14:37:31.031863 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-837458e2-6d24-44de-a718-4c5866fb9e1d req-3ea513a8-c68f-45ce-9fb6-df3a5dc1b5a4 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 210 time: 0.0292871 Mar 28 14:37:31.431750 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512a509-de22-425b-9c93-62db346f374e req-4ade14e6-6bff-4647-80f8-02e493f47a39 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:31.433305 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b512a509-de22-425b-9c93-62db346f374e req-4ade14e6-6bff-4647-80f8-02e493f47a39 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 943 time: 0.0558112 Mar 28 14:37:31.489860 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b512a509-de22-425b-9c93-62db346f374e req-86b1ba2d-f24a-4202-b310-44fc080458c8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507739 Mar 28 14:37:31.549779 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-586f8f64-a153-4294-b20a-64f158e13385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:32.138448 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3243b808-7633-4272-833f-0976977f87c5 req-de6a593b-3790-485c-83d4-757b6b030c18 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 210 time: 0.0284858 Mar 28 14:37:32.618005 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2ecac-175f-4ae3-a8a9-6fe6bc55809a req-bb3de7b7-b2f6-411b-8afb-4496a8166b12 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:32.619554 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-bdc2ecac-175f-4ae3-a8a9-6fe6bc55809a req-bb3de7b7-b2f6-411b-8afb-4496a8166b12 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 943 time: 0.0565741 Mar 28 14:37:32.669944 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-bdc2ecac-175f-4ae3-a8a9-6fe6bc55809a req-adfe4011-288f-4c48-ab79-568d6e990b2d tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438979 Mar 28 14:37:32.714700 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:33.260656 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-37404849-cb68-4faa-aee7-e979fdb5e7c0 req-079f9f96-dbda-436f-84ed-062ec5d0c12e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 210 time: 0.0380323 Mar 28 14:37:33.810619 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98018b2b-6d1b-4c84-97b6-73e9de7a2790 req-256c99c7-45bb-4efc-845b-286186346808 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:33.812104 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-98018b2b-6d1b-4c84-97b6-73e9de7a2790 req-256c99c7-45bb-4efc-845b-286186346808 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 943 time: 0.0656757 Mar 28 14:37:33.862173 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-98018b2b-6d1b-4c84-97b6-73e9de7a2790 req-5580f52d-d1eb-49fc-984b-fb6918538b79 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441694 Mar 28 14:37:33.965869 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:34.365645 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-17494889-dc7e-4839-a605-ba321cfd4430 req-bc981e98-f5dd-4299-9dad-02cca925c5bf tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 210 time: 0.0279663 Mar 28 14:37:35.005484 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572c23f-3523-4488-b0b6-bd9928ed61a1 req-8f87bfe8-abf5-4c21-b36f-4330b7c8fb10 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:35.006928 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6572c23f-3523-4488-b0b6-bd9928ed61a1 req-8f87bfe8-abf5-4c21-b36f-4330b7c8fb10 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 943 time: 0.0571854 Mar 28 14:37:35.054930 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6572c23f-3523-4488-b0b6-bd9928ed61a1 req-95fd14b0-bd59-49a3-9450-73670e06f119 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421078 Mar 28 14:37:35.453535 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:35.477633 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-145d13f1-c678-4b34-9a34-c1e42fa4a8bb req-87d92039-6d7f-49ec-8e4d-09b8adb68a9e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 210 time: 0.0313113 Mar 28 14:37:36.189663 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f57e86-f8e7-489f-b4f2-1b919ef4026f req-68343d7d-f114-4538-8b8b-c29c76941e8c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:36.191004 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-84f57e86-f8e7-489f-b4f2-1b919ef4026f req-68343d7d-f114-4538-8b8b-c29c76941e8c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 943 time: 0.0545671 Mar 28 14:37:36.239675 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-84f57e86-f8e7-489f-b4f2-1b919ef4026f req-2a74aa7b-14db-40eb-a29b-47370b016e46 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404785 Mar 28 14:37:36.583605 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-97eaac95-afff-41dd-a2bc-0c2984c9f379 req-6b0df555-093b-486b-917f-38a9a7cd5876 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 210 time: 0.0283043 Mar 28 14:37:37.372026 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d06135-dcab-4792-8e24-ad60e512d894 req-49a753c0-e1f1-4512-bf6a-d9ee26a846fa tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:37.373842 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-45d06135-dcab-4792-8e24-ad60e512d894 req-49a753c0-e1f1-4512-bf6a-d9ee26a846fa tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 943 time: 0.0560119 Mar 28 14:37:37.419479 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-45d06135-dcab-4792-8e24-ad60e512d894 req-a24d86c7-4a40-4ff6-bac7-76ef3e6bfccf tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400276 Mar 28 14:37:37.689315 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-47c2d465-4562-4c0c-b965-90d4c0b3988d req-1022969a-9ce4-4653-8dd9-9baf66dccab5 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/ports?device_id=42609f35-74a5-4450-9f65-a5a1f87646a0 HTTP/1.1" status: 200 len: 210 time: 0.0268843 Mar 28 14:37:38.605193 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26bfa4-d8d9-46ec-b3c4-f812c19eee8a req-944af8b4-497d-48e7-8f7a-8eb1869fcb85 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:38.606763 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6d26bfa4-d8d9-46ec-b3c4-f812c19eee8a req-944af8b4-497d-48e7-8f7a-8eb1869fcb85 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 943 time: 0.1101618 Mar 28 14:37:38.654272 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6d26bfa4-d8d9-46ec-b3c4-f812c19eee8a req-3eff3959-dfdc-45c0-a545-fe95ae63784a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416365 Mar 28 14:37:38.780402 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 48142) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:37:38.832994 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0942076b-d2e0-452d-80da-d1526f334430 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for security_group (68c7304e-361c-4dbc-82c3-a4971649ea5c), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:38.856946 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0942076b-d2e0-452d-80da-d1526f334430 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for security_group (68c7304e-361c-4dbc-82c3-a4971649ea5c), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:38.910337 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0942076b-d2e0-452d-80da-d1526f334430 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (68c7304e-361c-4dbc-82c3-a4971649ea5c), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:38.913139 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0942076b-d2e0-452d-80da-d1526f334430 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:38.914377 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-0942076b-d2e0-452d-80da-d1526f334430 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "DELETE /v2.0/security-groups/68c7304e-361c-4dbc-82c3-a4971649ea5c HTTP/1.1" status: 204 len: 168 time: 0.1328416 Mar 28 14:37:38.917323 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 48144) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:37:38.923599 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942076b-d2e0-452d-80da-d1526f334430 tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c7304e-361c-4dbc-82c3-a4971649ea5c,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:37:38.931303 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.api.v2.resource [None req-556b1b58-0bbd-4298-8ecf-1eba09ff4efd tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] show failed (client error): The resource could not be found. Mar 28 14:37:38.932296 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-556b1b58-0bbd-4298-8ecf-1eba09ff4efd tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "GET /v2.0/security-groups/68c7304e-361c-4dbc-82c3-a4971649ea5c HTTP/1.1" status: 404 len: 347 time: 0.0139074 Mar 28 14:37:38.935393 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 48146) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:37:39.056227 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-97d3ea5b-9228-44c6-8587-8c39841c9f1e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Deleting port 60c79afd-d017-451f-9e79-6d7a9f59afbc {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:37:39.056521 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-97d3ea5b-9228-44c6-8587-8c39841c9f1e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (60c79afd-d017-451f-9e79-6d7a9f59afbc), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:39.133987 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-97d3ea5b-9228-44c6-8587-8c39841c9f1e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (60c79afd-d017-451f-9e79-6d7a9f59afbc), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:39.134269 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-97d3ea5b-9228-44c6-8587-8c39841c9f1e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for floatingip (60c79afd-d017-451f-9e79-6d7a9f59afbc), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:39.146030 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-97d3ea5b-9228-44c6-8587-8c39841c9f1e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Calling delete_port for 60c79afd-d017-451f-9e79-6d7a9f59afbc owned by network:floatingip {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:37:39.281311 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-97d3ea5b-9228-44c6-8587-8c39841c9f1e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (60c79afd-d017-451f-9e79-6d7a9f59afbc), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:39.312576 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3ea5b-9228-44c6-8587-8c39841c9f1e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Pushing event deleted for resources: {'Port': ['ID=60c79afd-d017-451f-9e79-6d7a9f59afbc,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:37:39.370967 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-97d3ea5b-9228-44c6-8587-8c39841c9f1e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks [] for floatingip (6c4dd4fe-0bf4-4f28-8ca8-6f07cf1fe571), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:39.374047 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-97d3ea5b-9228-44c6-8587-8c39841c9f1e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:39.375211 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-97d3ea5b-9228-44c6-8587-8c39841c9f1e tempest-AttachVolumeTestJSON-1128057699 tempest-AttachVolumeTestJSON-1128057699-project] 10.222.0.13 "DELETE /v2.0/floatingips/6c4dd4fe-0bf4-4f28-8ca8-6f07cf1fe571 HTTP/1.1" status: 204 len: 168 time: 0.4388251 Mar 28 14:37:39.626058 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:39.862126 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ba7cd-83b6-4819-b952-7ac6be62dfd8 req-2c7445aa-050d-49ca-9cbb-f27c5eb929c1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:39.863613 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4a4ba7cd-83b6-4819-b952-7ac6be62dfd8 req-2c7445aa-050d-49ca-9cbb-f27c5eb929c1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 943 time: 0.1181071 Mar 28 14:37:39.911592 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4a4ba7cd-83b6-4819-b952-7ac6be62dfd8 req-dc051928-4150-46fd-ac4b-f39e40ef6124 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422175 Mar 28 14:37:41.042303 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbc13b-1eec-4dca-b0bf-c4c9112bfc7b req-78425c0e-8c62-4f4e-bbae-d47a8dd11c35 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:41.043842 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b1cbc13b-1eec-4dca-b0bf-c4c9112bfc7b req-78425c0e-8c62-4f4e-bbae-d47a8dd11c35 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 943 time: 0.0597253 Mar 28 14:37:41.090539 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b1cbc13b-1eec-4dca-b0bf-c4c9112bfc7b req-1570476a-c113-491c-b653-d4a01bcb1914 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409265 Mar 28 14:37:41.555251 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 80106ea7-9c48-4ff8-8939-825a3ac31f96 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:37:41.657063 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 80106ea7-9c48-4ff8-8939-825a3ac31f96, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=80106ea7-9c48-4ff8-8939-825a3ac31f96,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:37:41.669002 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': '80106ea7-9c48-4ff8-8939-825a3ac31f96', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'port_id': '80106ea7-9c48-4ff8-8939-825a3ac31f96', 'mac_address': 'fa:16:3e:74:07:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:37:41.705623 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 80106ea7-9c48-4ff8-8939-825a3ac31f96 is: DOWN; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:37:41.706022 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:41.718774 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80106ea7-9c48-4ff8-8939-825a3ac31f96 {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:37:41.738107 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 80106ea7-9c48-4ff8-8939-825a3ac31f96, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=80106ea7-9c48-4ff8-8939-825a3ac31f96,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:37:41.743845 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:41.793315 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=80106ea7-9c48-4ff8-8939-825a3ac31f96,revision_number=9']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:37:41.883991 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:37:42.095352 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['80106ea7-9c48-4ff8-8939-825a3ac31f96'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:37:42.220780 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a551b3-2d93-425e-bff8-be3eb9a5700d req-b230e50d-8873-40ff-aeb7-52a450683ee0 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:42.222304 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-51a551b3-2d93-425e-bff8-be3eb9a5700d req-b230e50d-8873-40ff-aeb7-52a450683ee0 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 944 time: 0.0559151 Mar 28 14:37:42.267746 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-51a551b3-2d93-425e-bff8-be3eb9a5700d req-19debfe8-5b55-4680-a1fd-bf0346c19f00 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394316 Mar 28 14:37:42.918813 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 48182) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:37:43.384247 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1559664'] for router_interface (de201a7f-c106-430f-88c1-91e3f5b48dca), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:43.391462 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb57057-b970-4530-ab6c-a73e073e939a req-ee281eec-f446-49e3-b023-8a67befd2c42 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:43.392963 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-edb57057-b970-4530-ab6c-a73e073e939a req-ee281eec-f446-49e3-b023-8a67befd2c42 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 944 time: 0.0522120 Mar 28 14:37:43.441284 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-edb57057-b970-4530-ab6c-a73e073e939a req-d2ab9cdf-7b75-4eb9-9abd-6058811019f4 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419440 Mar 28 14:37:43.564869 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 80106ea7-9c48-4ff8-8939-825a3ac31f96 up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:37:43.613484 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port 80106ea7-9c48-4ff8-8939-825a3ac31f96 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:37:43.613851 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:43.641818 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] Deleting port c8c16ed9-4964-4c1f-8c1e-16cc28c17980 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:37:43.642159 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (c8c16ed9-4964-4c1f-8c1e-16cc28c17980), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:43.691560 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 80106ea7-9c48-4ff8-8939-825a3ac31f96 is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:37:43.691947 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:43.713979 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fecba92-4e69-4b41-8675-dc8f58ef783a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80106ea7-9c48-4ff8-8939-825a3ac31f96'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:37:43.716228 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44a0727-d013-419d-b49c-07c79fb75d71" -d '{"events": [{"server_uuid": "1fecba92-4e69-4b41-8675-dc8f58ef783a", "name": "network-vif-plugged", "status": "completed", "tag": "80106ea7-9c48-4ff8-8939-825a3ac31f96"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:37:43.720035 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] For port c8c16ed9-4964-4c1f-8c1e-16cc28c17980, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=c8c16ed9-4964-4c1f-8c1e-16cc28c17980,segment=NetworkSegment(55bf6534-2009-442c-a956-6e523eeb9410),segment_id=55bf6534-2009-442c-a956-6e523eeb9410)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:37:43.720620 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (c8c16ed9-4964-4c1f-8c1e-16cc28c17980), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:43.728816 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 80106ea7-9c48-4ff8-8939-825a3ac31f96, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=80106ea7-9c48-4ff8-8939-825a3ac31f96,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:37:43.733840 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] Calling delete_port for c8c16ed9-4964-4c1f-8c1e-16cc28c17980 owned by network:router_interface {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:37:43.734984 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:43.758166 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f7acc5-8826-4ffe-888f-82ce46140111 x-openstack-request-id: req-19f7acc5-8826-4ffe-888f-82ce46140111 {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:37:43.758458 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fecba92-4e69-4b41-8675-dc8f58ef783a", "name": "network-vif-plugged", "status": "completed", "tag": "80106ea7-9c48-4ff8-8939-825a3ac31f96", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:37:43.758708 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19f7acc5-8826-4ffe-888f-82ce46140111 {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:37:43.759123 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f7acc5-8826-4ffe-888f-82ce46140111'] response: {'server_uuid': '1fecba92-4e69-4b41-8675-dc8f58ef783a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80106ea7-9c48-4ff8-8939-825a3ac31f96', 'code': 200} Mar 28 14:37:43.784632 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=80106ea7-9c48-4ff8-8939-825a3ac31f96,revision_number=10']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:37:43.963750 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (c8c16ed9-4964-4c1f-8c1e-16cc28c17980), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:43.991933 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c16ed9-4964-4c1f-8c1e-16cc28c17980,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:37:43.996694 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a7aaf-e9b5-441e-af06-beea016750c1 req-d91ae104-8424-495d-a89d-f39d7fa70941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:43.998193 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8b8a7aaf-e9b5-441e-af06-beea016750c1 req-d91ae104-8424-495d-a89d-f39d7fa70941 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 1130 time: 0.0866888 Mar 28 14:37:44.030015 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:44.030364 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:44.030710 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:44.031065 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:44.031399 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:44.031759 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:44.032105 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:44.032415 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:44.032738 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:44.033065 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:44.033387 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:44.033778 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:44.034102 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:44.034429 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:44.034736 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:44.101461 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8b8a7aaf-e9b5-441e-af06-beea016750c1 req-4b9e16b5-6e36-42f2-a5e7-ccc2eacaa8fe service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947134 Mar 28 14:37:44.208345 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1566807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1558496'] for router_interface (de201a7f-c106-430f-88c1-91e3f5b48dca), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:44.571085 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00464dd9-ebde-4b14-82e0-7deaf741855e req-45768908-b59e-4b64-8127-e2aa9fb39382 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:44.572570 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-00464dd9-ebde-4b14-82e0-7deaf741855e req-45768908-b59e-4b64-8127-e2aa9fb39382 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 946 time: 0.0574267 Mar 28 14:37:44.618590 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-00464dd9-ebde-4b14-82e0-7deaf741855e req-6be598cb-3ed7-4586-af3d-1d6e6e997d48 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402970 Mar 28 14:37:44.690936 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] Router de201a7f-c106-430f-88c1-91e3f5b48dca has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:37:44.800632 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:37:44.805606 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-4de5bab2-45a3-4d23-aef7-1b306f1ac4b2 admin admin] 10.222.0.13 "PUT /v2.0/routers/de201a7f-c106-430f-88c1-91e3f5b48dca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8857574 Mar 28 14:37:44.808579 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 48192) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:37:44.809412 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a2e809-aed1-4230-ab3f-a612f8599e16 None None] Sync routers for ids ['de201a7f-c106-430f-88c1-91e3f5b48dca'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:37:44.820545 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a2e809-aed1-4230-ab3f-a612f8599e16 None None] Routers {'de201a7f-c106-430f-88c1-91e3f5b48dca'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:37:44.821157 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-24a2e809-aed1-4230-ab3f-a612f8599e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:37:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['de201a7f-c106-430f-88c1-91e3f5b48dca'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:37:44.914648 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Publish callbacks [] for router (de201a7f-c106-430f-88c1-91e3f5b48dca), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:44.926595 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-24a2e809-aed1-4230-ab3f-a612f8599e16 None None] Set router de201a7f-c106-430f-88c1-91e3f5b48dca gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:37:45.021639 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Publish callbacks [] for router_gateway (de201a7f-c106-430f-88c1-91e3f5b48dca), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:45.075330 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Deleting port b83049c3-0be7-4459-86a4-2d3a562e0367 {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:37:45.075670 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (b83049c3-0be7-4459-86a4-2d3a562e0367), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:45.101992 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-24a2e809-aed1-4230-ab3f-a612f8599e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'name': 'tempest-AttachVolumeTestJSON-165406945-router', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:37:43Z', 'revision_number': 5, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'gw_port': {'id': 'b83049c3-0be7-4459-86a4-2d3a562e0367', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:36Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:37:45.131611 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a2e809-aed1-4230-ab3f-a612f8599e16 None None] Checking router: de201a7f-c106-430f-88c1-91e3f5b48dca for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:37:45.140797 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a2e809-aed1-4230-ab3f-a612f8599e16 None None] Routers {'de201a7f-c106-430f-88c1-91e3f5b48dca'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:37:45.141358 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-24a2e809-aed1-4230-ab3f-a612f8599e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:37:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['de201a7f-c106-430f-88c1-91e3f5b48dca'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:37:45.153055 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] For port b83049c3-0be7-4459-86a4-2d3a562e0367, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=b83049c3-0be7-4459-86a4-2d3a562e0367,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:37:45.153446 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (b83049c3-0be7-4459-86a4-2d3a562e0367), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:45.169069 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Calling delete_port for b83049c3-0be7-4459-86a4-2d3a562e0367 owned by network:router_gateway {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:37:45.226595 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-24a2e809-aed1-4230-ab3f-a612f8599e16 None None] Set router de201a7f-c106-430f-88c1-91e3f5b48dca gateway port host: None {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:37:45.274859 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-24a2e809-aed1-4230-ab3f-a612f8599e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'name': 'tempest-AttachVolumeTestJSON-165406945-router', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:37:45Z', 'revision_number': 6, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'gw_port_host': None}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:37:45.302911 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a2e809-aed1-4230-ab3f-a612f8599e16 None None] The sync data for ids ['de201a7f-c106-430f-88c1-91e3f5b48dca'] in dv-cinder-790535-35-iscsi is: [{'id': 'de201a7f-c106-430f-88c1-91e3f5b48dca', 'name': 'tempest-AttachVolumeTestJSON-165406945-router', 'tenant_id': '6377be1dbc9d4159b9dde7c4218d1520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:37:45Z', 'revision_number': 6, 'project_id': '6377be1dbc9d4159b9dde7c4218d1520', 'gw_port_host': None}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:37:45.336491 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (b83049c3-0be7-4459-86a4-2d3a562e0367), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:45.362873 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Pushing event deleted for resources: {'Port': ['ID=b83049c3-0be7-4459-86a4-2d3a562e0367,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:37:45.374408 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:45.374750 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:45.375110 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:45.375446 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:45.375773 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:45.376098 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:45.376451 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:45.376742 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:45.377057 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:45.377447 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:45.377799 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:45.379377 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:45.379377 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:45.379377 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:45.379377 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:37:45.432193 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1557770'] for router_gateway (de201a7f-c106-430f-88c1-91e3f5b48dca), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:45.521538 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63126'] for router (de201a7f-c106-430f-88c1-91e3f5b48dca), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:45.523870 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Publish callbacks [] for router_controller (de201a7f-c106-430f-88c1-91e3f5b48dca), precommit_delete_associations {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:45.570865 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572847'] for router (de201a7f-c106-430f-88c1-91e3f5b48dca), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:45.571354 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de201a7f-c106-430f-88c1-91e3f5b48dca {{(pid=103204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:37:45.576501 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:45.581065 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-23df89bb-1bd8-4975-baba-28b3bab18008 admin admin] 10.222.0.13 "DELETE /v2.0/routers/de201a7f-c106-430f-88c1-91e3f5b48dca HTTP/1.1" status: 204 len: 168 time: 0.7681346 Mar 28 14:37:45.581282 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 48204) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:37:45.633773 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_v2 [None req-492a4c72-a8fa-41c7-a627-38f6b51e30ac admin admin] Deleting subnet ac33e34d-f8ce-422d-8ea1-9189d3900f1e {{(pid=103205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 14:37:45.636952 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-492a4c72-a8fa-41c7-a627-38f6b51e30ac admin admin] Publish callbacks [] for subnet (ac33e34d-f8ce-422d-8ea1-9189d3900f1e), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:45.680699 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-492a4c72-a8fa-41c7-a627-38f6b51e30ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4630593'] for subnet (ac33e34d-f8ce-422d-8ea1-9189d3900f1e), precommit_delete_associations {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:45.822333 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af581c7d-2c2c-4788-98d4-9bdee052b474 req-404b1b44-4b86-4066-b40f-d3bbcfdc4db7 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:45.824040 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-af581c7d-2c2c-4788-98d4-9bdee052b474 req-404b1b44-4b86-4066-b40f-d3bbcfdc4db7 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 946 time: 0.0999050 Mar 28 14:37:45.853522 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-492a4c72-a8fa-41c7-a627-38f6b51e30ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3594039'] for subnet (ac33e34d-f8ce-422d-8ea1-9189d3900f1e), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:45.915437 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-af581c7d-2c2c-4788-98d4-9bdee052b474 req-2d849c3f-ad0b-462f-9bf0-9efae49d6c1a tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816290 Mar 28 14:37:45.933890 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-492a4c72-a8fa-41c7-a627-38f6b51e30ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4675365'] for subnet (ac33e34d-f8ce-422d-8ea1-9189d3900f1e), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:45.955806 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a4c72-a8fa-41c7-a627-38f6b51e30ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac33e34d-f8ce-422d-8ea1-9189d3900f1e,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:37:45.964299 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-492a4c72-a8fa-41c7-a627-38f6b51e30ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:45.970537 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-492a4c72-a8fa-41c7-a627-38f6b51e30ac admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ac33e34d-f8ce-422d-8ea1-9189d3900f1e HTTP/1.1" status: 204 len: 168 time: 0.3857975 Mar 28 14:37:45.970537 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 48232) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:37:45.973455 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc669829-e28b-4000-a504-24f6b8de6a52 None None] Network afb5a3e7-7844-40a2-b2f3-321ba05c443b requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:37:46.041263 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-35b3bcc6-fc33-4760-88dd-7b08614eb7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3456630'] for network (afb5a3e7-7844-40a2-b2f3-321ba05c443b), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:46.099058 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-35b3bcc6-fc33-4760-88dd-7b08614eb7bc admin admin] Deleting port 71160d67-2032-41b5-bc87-406331760ed0 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:37:46.099058 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-35b3bcc6-fc33-4760-88dd-7b08614eb7bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (71160d67-2032-41b5-bc87-406331760ed0), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:46.150008 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea9eccf-705a-4477-b90c-d3cae8073b96 None None] DHCP port deletion for afb5a3e7-7844-40a2-b2f3-321ba05c443b request from dv-cinder-790535-35-iscsi {{(pid=103206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 14:37:46.167614 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-35b3bcc6-fc33-4760-88dd-7b08614eb7bc admin admin] For port 71160d67-2032-41b5-bc87-406331760ed0, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=71160d67-2032-41b5-bc87-406331760ed0,segment=NetworkSegment(55bf6534-2009-442c-a956-6e523eeb9410),segment_id=55bf6534-2009-442c-a956-6e523eeb9410)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:37:46.168239 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-35b3bcc6-fc33-4760-88dd-7b08614eb7bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (71160d67-2032-41b5-bc87-406331760ed0), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:46.183253 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-35b3bcc6-fc33-4760-88dd-7b08614eb7bc admin admin] Calling delete_port for 71160d67-2032-41b5-bc87-406331760ed0 owned by network:dhcp {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:37:46.203328 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-7ea9eccf-705a-4477-b90c-d3cae8073b96 None None] Deleting port 71160d67-2032-41b5-bc87-406331760ed0 {{(pid=103206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:37:46.203719 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-7ea9eccf-705a-4477-b90c-d3cae8073b96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (71160d67-2032-41b5-bc87-406331760ed0), before_delete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:46.270152 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-7ea9eccf-705a-4477-b90c-d3cae8073b96 None None] For port 71160d67-2032-41b5-bc87-406331760ed0, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=71160d67-2032-41b5-bc87-406331760ed0,segment=NetworkSegment(55bf6534-2009-442c-a956-6e523eeb9410),segment_id=55bf6534-2009-442c-a956-6e523eeb9410)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:37:46.270586 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-7ea9eccf-705a-4477-b90c-d3cae8073b96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (71160d67-2032-41b5-bc87-406331760ed0), precommit_delete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:46.272264 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-35b3bcc6-fc33-4760-88dd-7b08614eb7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (71160d67-2032-41b5-bc87-406331760ed0), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:46.284020 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-7ea9eccf-705a-4477-b90c-d3cae8073b96 None None] Calling delete_port for 71160d67-2032-41b5-bc87-406331760ed0 owned by network:dhcp {{(pid=103206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:37:46.299804 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3bcc6-fc33-4760-88dd-7b08614eb7bc admin admin] Pushing event deleted for resources: {'Port': ['ID=71160d67-2032-41b5-bc87-406331760ed0,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:37:46.305596 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b3bcc6-fc33-4760-88dd-7b08614eb7bc admin admin] No DVR routers for this DVR port 71160d67-2032-41b5-bc87-406331760ed0 on host dv-cinder-790535-35-iscsi {{(pid=103205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:37:46.361613 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-7ea9eccf-705a-4477-b90c-d3cae8073b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879'] for port (71160d67-2032-41b5-bc87-406331760ed0), after_delete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:46.378316 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-35b3bcc6-fc33-4760-88dd-7b08614eb7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3641020', 'neutron.services.segments.db._delete_segments_for_network-8793221261626'] for network (afb5a3e7-7844-40a2-b2f3-321ba05c443b), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:46.390482 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9eccf-705a-4477-b90c-d3cae8073b96 None None] Pushing event deleted for resources: {'Port': ['ID=71160d67-2032-41b5-bc87-406331760ed0,revision_number=None']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:37:46.394272 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea9eccf-705a-4477-b90c-d3cae8073b96 None None] No DVR routers for this DVR port 71160d67-2032-41b5-bc87-406331760ed0 on host dv-cinder-790535-35-iscsi {{(pid=103206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:37:46.405531 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.services.segments.db [None req-35b3bcc6-fc33-4760-88dd-7b08614eb7bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb5a3e7-7844-40a2-b2f3-321ba05c443b']}} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:37:46.416822 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.services.segments.db [None req-35b3bcc6-fc33-4760-88dd-7b08614eb7bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55bf6534-2009-442c-a956-6e523eeb9410') {'for_net_delete': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:37:46.417182 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.services.segments.db [None req-35b3bcc6-fc33-4760-88dd-7b08614eb7bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55bf6534-2009-442c-a956-6e523eeb9410') {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:37:46.429732 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-35b3bcc6-fc33-4760-88dd-7b08614eb7bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221459523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4630602'] for segment (55bf6534-2009-442c-a956-6e523eeb9410), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:46.447287 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-35b3bcc6-fc33-4760-88dd-7b08614eb7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (55bf6534-2009-442c-a956-6e523eeb9410), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:46.455232 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b3bcc6-fc33-4760-88dd-7b08614eb7bc admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:37:46.455733 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-35b3bcc6-fc33-4760-88dd-7b08614eb7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5822181'] for segment (55bf6534-2009-442c-a956-6e523eeb9410), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: Traceback (most recent call last): Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: timer() Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: cb(*args, **kw) Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: return func(*args, **kwargs) Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: self._notify() Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: self.callback(batched_events) Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: event.method(event) Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: return f(self, *a, **k) Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: return self._get(url).json() Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: return self.request(url, 'GET', **kwargs) Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:37:46.457897 dv-cinder-790535-35-iscsi neutron-server[103205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:37:46.518413 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-35b3bcc6-fc33-4760-88dd-7b08614eb7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3641013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1557862'] for network (afb5a3e7-7844-40a2-b2f3-321ba05c443b), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:46.524431 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-35b3bcc6-fc33-4760-88dd-7b08614eb7bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:46.527726 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-35b3bcc6-fc33-4760-88dd-7b08614eb7bc admin admin] 10.222.0.13 "DELETE /v2.0/networks/afb5a3e7-7844-40a2-b2f3-321ba05c443b HTTP/1.1" status: 204 len: 168 time: 0.5568104 Mar 28 14:37:46.539815 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3bcc6-fc33-4760-88dd-7b08614eb7bc admin admin] Pushing event deleted for resources: {'Network': ['ID=afb5a3e7-7844-40a2-b2f3-321ba05c443b,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:37:46.652535 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device c8c16ed9-4964-4c1f-8c1e-16cc28c17980 no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:37:46.669134 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 48236) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:37:46.672416 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: c8c16ed9-4964-4c1f-8c1e-16cc28c17980 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:37:46.672761 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device c8c16ed9-4964-4c1f-8c1e-16cc28c17980 not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:37:46.673181 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device b83049c3-0be7-4459-86a4-2d3a562e0367 no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:37:46.691699 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: b83049c3-0be7-4459-86a4-2d3a562e0367 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:37:46.692043 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device b83049c3-0be7-4459-86a4-2d3a562e0367 not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:37:46.692460 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 71160d67-2032-41b5-bc87-406331760ed0 no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:37:46.708772 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-9ced6b3e-d9c1-4b86-be6f-de8c64c512aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6377be1dbc9d4159b9dde7c4218d1520&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382912 Mar 28 14:37:46.711264 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 48238) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:37:46.714694 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: 71160d67-2032-41b5-bc87-406331760ed0 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:37:46.715056 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 71160d67-2032-41b5-bc87-406331760ed0 not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:37:46.762624 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d15d3639-92ff-4069-9379-89cf07d65a30 admin admin] Publish callbacks [] for security_group (84fbe606-03f8-4318-93f3-b1f5a5a1a17c), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:46.789917 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d15d3639-92ff-4069-9379-89cf07d65a30 admin admin] Publish callbacks [] for security_group (84fbe606-03f8-4318-93f3-b1f5a5a1a17c), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:46.839539 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d15d3639-92ff-4069-9379-89cf07d65a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (84fbe606-03f8-4318-93f3-b1f5a5a1a17c), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:46.842058 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d15d3639-92ff-4069-9379-89cf07d65a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:46.843259 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-d15d3639-92ff-4069-9379-89cf07d65a30 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84fbe606-03f8-4318-93f3-b1f5a5a1a17c HTTP/1.1" status: 204 len: 168 time: 0.1310759 Mar 28 14:37:46.851408 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d3639-92ff-4069-9379-89cf07d65a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fbe606-03f8-4318-93f3-b1f5a5a1a17c,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:37:47.047338 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6853c-8826-413f-920e-f32c68997628 req-661df432-eb9f-4e4a-9b85-bf480f6196c1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:47.048847 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d5e6853c-8826-413f-920e-f32c68997628 req-661df432-eb9f-4e4a-9b85-bf480f6196c1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 946 time: 0.0592282 Mar 28 14:37:47.096501 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d5e6853c-8826-413f-920e-f32c68997628 req-9fc09afe-8419-4b91-9ddc-35fffbc8075d tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411086 Mar 28 14:37:56.293765 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 48356) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:37:56.404075 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-3aa2581c-4622-46c7-9f1c-2d14d910d094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:56.479391 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-3aa2581c-4622-46c7-9f1c-2d14d910d094 admin admin] Publish callbacks [] for security_group (d6802015-14bd-421a-a275-c9f6144e3c41), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:56.485851 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-3aa2581c-4622-46c7-9f1c-2d14d910d094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (d6802015-14bd-421a-a275-c9f6144e3c41), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:56.522939 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-3aa2581c-4622-46c7-9f1c-2d14d910d094 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb7bf0954c1c48c2b0a7c9a9f131e210&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279942 Mar 28 14:37:56.523811 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2581c-4622-46c7-9f1c-2d14d910d094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6802015-14bd-421a-a275-c9f6144e3c41,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:37:56.525981 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 48360) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:37:56.575060 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-24460b03-5213-43f7-9ba2-ae34496caf7d admin admin] Publish callbacks [] for security_group (d6802015-14bd-421a-a275-c9f6144e3c41), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:56.596766 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-24460b03-5213-43f7-9ba2-ae34496caf7d admin admin] Publish callbacks [] for security_group (d6802015-14bd-421a-a275-c9f6144e3c41), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:56.645841 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-24460b03-5213-43f7-9ba2-ae34496caf7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (d6802015-14bd-421a-a275-c9f6144e3c41), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:56.648433 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-24460b03-5213-43f7-9ba2-ae34496caf7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:56.649571 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-24460b03-5213-43f7-9ba2-ae34496caf7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6802015-14bd-421a-a275-c9f6144e3c41 HTTP/1.1" status: 204 len: 168 time: 0.1225953 Mar 28 14:37:56.657354 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24460b03-5213-43f7-9ba2-ae34496caf7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6802015-14bd-421a-a275-c9f6144e3c41,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:37:58.761729 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 48430) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:37:58.866644 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d63c260e-c2da-40d7-afa7-07328e6a8096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:58.958660 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d63c260e-c2da-40d7-afa7-07328e6a8096 admin admin] Publish callbacks [] for security_group (e045dc40-7bbb-4dbe-81da-46bf5e63d333), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:58.966831 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d63c260e-c2da-40d7-afa7-07328e6a8096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (e045dc40-7bbb-4dbe-81da-46bf5e63d333), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:59.004252 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-d63c260e-c2da-40d7-afa7-07328e6a8096 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=870d28458287448cbf6904e7c5d82923&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414680 Mar 28 14:37:59.005193 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c260e-c2da-40d7-afa7-07328e6a8096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e045dc40-7bbb-4dbe-81da-46bf5e63d333,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:37:59.007739 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 48434) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:37:59.057712 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-1cc49a3f-24f2-4700-a6f2-53455e898d1b admin admin] Publish callbacks [] for security_group (e045dc40-7bbb-4dbe-81da-46bf5e63d333), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:59.082721 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-1cc49a3f-24f2-4700-a6f2-53455e898d1b admin admin] Publish callbacks [] for security_group (e045dc40-7bbb-4dbe-81da-46bf5e63d333), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:59.130147 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-1cc49a3f-24f2-4700-a6f2-53455e898d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (e045dc40-7bbb-4dbe-81da-46bf5e63d333), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:59.132778 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-1cc49a3f-24f2-4700-a6f2-53455e898d1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:59.134111 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-1cc49a3f-24f2-4700-a6f2-53455e898d1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e045dc40-7bbb-4dbe-81da-46bf5e63d333 HTTP/1.1" status: 204 len: 168 time: 0.1246026 Mar 28 14:37:59.141715 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc49a3f-24f2-4700-a6f2-53455e898d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e045dc40-7bbb-4dbe-81da-46bf5e63d333,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:37:59.263443 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-201d2181-4137-4d5b-933b-ada3ad93b43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:59.409132 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 48440) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:37:59.423044 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d7e53b56-cb5c-4e90-b32a-cdcc0993ecb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:59.507732 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d7e53b56-cb5c-4e90-b32a-cdcc0993ecb1 admin admin] Publish callbacks [] for security_group (c9469384-c6fa-41e4-ad9a-a7a48f7cf1f8), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:59.514232 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d7e53b56-cb5c-4e90-b32a-cdcc0993ecb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (c9469384-c6fa-41e4-ad9a-a7a48f7cf1f8), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:59.550939 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-d7e53b56-cb5c-4e90-b32a-cdcc0993ecb1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=933a71834bc94ac7a5192288af80945f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407382 Mar 28 14:37:59.552208 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e53b56-cb5c-4e90-b32a-cdcc0993ecb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9469384-c6fa-41e4-ad9a-a7a48f7cf1f8,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:37:59.553923 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 48442) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:37:59.604041 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7d0ce97f-19f0-4233-aa91-cb98d0a882fa admin admin] Publish callbacks [] for security_group (c9469384-c6fa-41e4-ad9a-a7a48f7cf1f8), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:59.625889 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7d0ce97f-19f0-4233-aa91-cb98d0a882fa admin admin] Publish callbacks [] for security_group (c9469384-c6fa-41e4-ad9a-a7a48f7cf1f8), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:59.675862 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7d0ce97f-19f0-4233-aa91-cb98d0a882fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (c9469384-c6fa-41e4-ad9a-a7a48f7cf1f8), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:59.678391 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7d0ce97f-19f0-4233-aa91-cb98d0a882fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:37:59.679547 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-7d0ce97f-19f0-4233-aa91-cb98d0a882fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9469384-c6fa-41e4-ad9a-a7a48f7cf1f8 HTTP/1.1" status: 204 len: 168 time: 0.1245379 Mar 28 14:37:59.687284 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ce97f-19f0-4233-aa91-cb98d0a882fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9469384-c6fa-41e4-ad9a-a7a48f7cf1f8,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:01.555371 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-44081a89-57d6-43bf-b611-7c56960bad8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:02.707632 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:03.970819 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:05.458328 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:05.507372 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 48526) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:05.617154 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c4559e73-7247-4226-8baf-f2f850878423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:05.696800 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c4559e73-7247-4226-8baf-f2f850878423 admin admin] Publish callbacks [] for security_group (69f17462-a9d2-4af1-8b8d-05c15bc1c47f), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:05.707797 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c4559e73-7247-4226-8baf-f2f850878423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (69f17462-a9d2-4af1-8b8d-05c15bc1c47f), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:05.745741 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-c4559e73-7247-4226-8baf-f2f850878423 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03934bb4a87c49cbba2d34f43fe6017c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372773 Mar 28 14:38:05.746587 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4559e73-7247-4226-8baf-f2f850878423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f17462-a9d2-4af1-8b8d-05c15bc1c47f,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:05.750026 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 48530) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:05.807062 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-ac48b82b-843c-4d30-8a5a-9761a5beb776 admin admin] Publish callbacks [] for security_group (69f17462-a9d2-4af1-8b8d-05c15bc1c47f), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:05.830058 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-ac48b82b-843c-4d30-8a5a-9761a5beb776 admin admin] Publish callbacks [] for security_group (69f17462-a9d2-4af1-8b8d-05c15bc1c47f), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:05.884781 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-ac48b82b-843c-4d30-8a5a-9761a5beb776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (69f17462-a9d2-4af1-8b8d-05c15bc1c47f), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:05.887310 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-ac48b82b-843c-4d30-8a5a-9761a5beb776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:05.888447 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-ac48b82b-843c-4d30-8a5a-9761a5beb776 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69f17462-a9d2-4af1-8b8d-05c15bc1c47f HTTP/1.1" status: 204 len: 168 time: 0.1374445 Mar 28 14:38:05.898429 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48b82b-843c-4d30-8a5a-9761a5beb776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f17462-a9d2-4af1-8b8d-05c15bc1c47f,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:06.157039 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 48536) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:06.170128 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-129e257b-3635-4f46-a786-8fe0ec418df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:06.243262 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-129e257b-3635-4f46-a786-8fe0ec418df1 admin admin] Publish callbacks [] for security_group (40363a08-7dd8-4370-bdbe-e824e07653b7), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:06.249636 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-129e257b-3635-4f46-a786-8fe0ec418df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (40363a08-7dd8-4370-bdbe-e824e07653b7), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:06.286170 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-129e257b-3635-4f46-a786-8fe0ec418df1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b530c40550f41b3a6b1eed96c96a5cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280303 Mar 28 14:38:06.286982 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e257b-3635-4f46-a786-8fe0ec418df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40363a08-7dd8-4370-bdbe-e824e07653b7,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:06.289169 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 48538) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:06.339410 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-59fa4921-750a-4a8c-8ae2-ecbba0f03b4d admin admin] Publish callbacks [] for security_group (40363a08-7dd8-4370-bdbe-e824e07653b7), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:06.360773 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-59fa4921-750a-4a8c-8ae2-ecbba0f03b4d admin admin] Publish callbacks [] for security_group (40363a08-7dd8-4370-bdbe-e824e07653b7), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:06.411825 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-59fa4921-750a-4a8c-8ae2-ecbba0f03b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (40363a08-7dd8-4370-bdbe-e824e07653b7), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:06.414547 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-59fa4921-750a-4a8c-8ae2-ecbba0f03b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:06.415907 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-59fa4921-750a-4a8c-8ae2-ecbba0f03b4d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40363a08-7dd8-4370-bdbe-e824e07653b7 HTTP/1.1" status: 204 len: 168 time: 0.1256552 Mar 28 14:38:06.424121 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa4921-750a-4a8c-8ae2-ecbba0f03b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40363a08-7dd8-4370-bdbe-e824e07653b7,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:09.625868 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:16.885375 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 48634) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:16.996974 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8e23e347-ee53-4605-b493-25f4290989d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:17.071779 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8e23e347-ee53-4605-b493-25f4290989d8 admin admin] Publish callbacks [] for security_group (cf554911-54b3-4143-974f-7d15f4ce59b4), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:17.077112 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8e23e347-ee53-4605-b493-25f4290989d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (cf554911-54b3-4143-974f-7d15f4ce59b4), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:17.116526 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-8e23e347-ee53-4605-b493-25f4290989d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3011b326a1647168b4a931a51d0c036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300162 Mar 28 14:38:17.117680 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23e347-ee53-4605-b493-25f4290989d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf554911-54b3-4143-974f-7d15f4ce59b4,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:17.119548 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 48638) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:17.167675 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-31f0bc56-7bb0-4111-b80e-2f3b3442e9f9 admin admin] Publish callbacks [] for security_group (cf554911-54b3-4143-974f-7d15f4ce59b4), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:17.188453 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-31f0bc56-7bb0-4111-b80e-2f3b3442e9f9 admin admin] Publish callbacks [] for security_group (cf554911-54b3-4143-974f-7d15f4ce59b4), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:17.242297 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-31f0bc56-7bb0-4111-b80e-2f3b3442e9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (cf554911-54b3-4143-974f-7d15f4ce59b4), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:17.245184 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-31f0bc56-7bb0-4111-b80e-2f3b3442e9f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:17.246347 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-31f0bc56-7bb0-4111-b80e-2f3b3442e9f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf554911-54b3-4143-974f-7d15f4ce59b4 HTTP/1.1" status: 204 len: 168 time: 0.1257813 Mar 28 14:38:17.254220 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0bc56-7bb0-4111-b80e-2f3b3442e9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf554911-54b3-4143-974f-7d15f4ce59b4,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:17.522162 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 48644) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:17.535388 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c416b080-87f4-4fdb-8d95-88cd1e44f81f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:17.616293 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c416b080-87f4-4fdb-8d95-88cd1e44f81f admin admin] Publish callbacks [] for security_group (5a210338-9040-497c-b38c-dbc99351bfa6), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:17.624012 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c416b080-87f4-4fdb-8d95-88cd1e44f81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (5a210338-9040-497c-b38c-dbc99351bfa6), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:17.660416 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-c416b080-87f4-4fdb-8d95-88cd1e44f81f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=451867a514394c12b237eeb7e426e8b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371763 Mar 28 14:38:17.661270 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416b080-87f4-4fdb-8d95-88cd1e44f81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a210338-9040-497c-b38c-dbc99351bfa6,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:17.663142 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 48646) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:17.716114 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-716b3ab0-fe06-489d-9d4a-a6ad21e2d8db admin admin] Publish callbacks [] for security_group (5a210338-9040-497c-b38c-dbc99351bfa6), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:17.736903 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-716b3ab0-fe06-489d-9d4a-a6ad21e2d8db admin admin] Publish callbacks [] for security_group (5a210338-9040-497c-b38c-dbc99351bfa6), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:17.788881 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-716b3ab0-fe06-489d-9d4a-a6ad21e2d8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (5a210338-9040-497c-b38c-dbc99351bfa6), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:17.791371 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-716b3ab0-fe06-489d-9d4a-a6ad21e2d8db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:17.792505 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-716b3ab0-fe06-489d-9d4a-a6ad21e2d8db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a210338-9040-497c-b38c-dbc99351bfa6 HTTP/1.1" status: 204 len: 168 time: 0.1283665 Mar 28 14:38:17.799975 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b3ab0-fe06-489d-9d4a-a6ad21e2d8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a210338-9040-497c-b38c-dbc99351bfa6,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:18.493799 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 48668) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:18.596256 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-e229c4fd-5369-49fc-ba07-3944103d2b62 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-287519415-network', 'tenant_id': 'e9667720274447bb992d2355399241ca'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:38:18.617731 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e229c4fd-5369-49fc-ba07-3944103d2b62 admin admin] Made reservation on behalf of e9667720274447bb992d2355399241ca for: {'network': 1} {{(pid=103204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:38:18.620076 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e229c4fd-5369-49fc-ba07-3944103d2b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for network (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:18.628842 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e229c4fd-5369-49fc-ba07-3944103d2b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:18.707418 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e229c4fd-5369-49fc-ba07-3944103d2b62 admin admin] Publish callbacks [] for security_group (cbf1a399-7159-4fbc-bc86-334662af24c9), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:18.712203 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e229c4fd-5369-49fc-ba07-3944103d2b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (cbf1a399-7159-4fbc-bc86-334662af24c9), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:18.738947 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e229c4fd-5369-49fc-ba07-3944103d2b62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:38:18.748725 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229c4fd-5369-49fc-ba07-3944103d2b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf1a399-7159-4fbc-bc86-334662af24c9,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:18.756676 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e229c4fd-5369-49fc-ba07-3944103d2b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (d0bb34fa-b20c-4f1a-b027-2c5efaec2528), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:18.757067 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.db.segments_db [None req-e229c4fd-5369-49fc-ba07-3944103d2b62 admin admin] Added segment d0bb34fa-b20c-4f1a-b027-2c5efaec2528 of type vlan for network 223ad6b9-a87f-4f24-9b96-5d0c4c2d1108 Mar 28 14:38:18.800789 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e229c4fd-5369-49fc-ba07-3944103d2b62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220902705'] for network (223ad6b9-a87f-4f24-9b96-5d0c4c2d1108), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:18.801581 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841ebf8-5596-4e6d-b2f7-ac3a3fe2a875 req-d26082f8-e465-4d73-b59a-acb3c9b48d5e tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:18.803183 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9841ebf8-5596-4e6d-b2f7-ac3a3fe2a875 req-d26082f8-e465-4d73-b59a-acb3c9b48d5e tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 946 time: 0.0544498 Mar 28 14:38:18.826969 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e229c4fd-5369-49fc-ba07-3944103d2b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for network (223ad6b9-a87f-4f24-9b96-5d0c4c2d1108), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:18.827819 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e229c4fd-5369-49fc-ba07-3944103d2b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:18.828391 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e229c4fd-5369-49fc-ba07-3944103d2b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:18.853426 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9841ebf8-5596-4e6d-b2f7-ac3a3fe2a875 req-1d6f4c5f-803a-45ea-aac2-f9d4f9ecb7f8 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438879 Mar 28 14:38:18.879007 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-e229c4fd-5369-49fc-ba07-3944103d2b62 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3840797 Mar 28 14:38:18.882248 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 48676) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:18.883593 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:38:18.888260 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-fb4e5cce-02f2-4f24-88a9-44adc2c95899 admin admin] Request body: {'subnet': {'network_id': '223ad6b9-a87f-4f24-9b96-5d0c4c2d1108', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-287519415-subnet', 'tenant_id': 'e9667720274447bb992d2355399241ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:38:18.888675 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229c4fd-5369-49fc-ba07-3944103d2b62 admin admin] Pushing event updated for resources: {'Network': ['ID=223ad6b9-a87f-4f24-9b96-5d0c4c2d1108,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:18.899678 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Network 223ad6b9-a87f-4f24-9b96-5d0c4c2d1108 details requested by agent ovs-agent-dv-cinder-790535-35-iscsi with host dv-cinder-790535-35-iscsi {{(pid=103206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:38:18.908450 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4e5cce-02f2-4f24-88a9-44adc2c95899 admin admin] Made reservation on behalf of e9667720274447bb992d2355399241ca for: {'subnet': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:38:18.910745 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-fb4e5cce-02f2-4f24-88a9-44adc2c95899 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4675386'] for subnet (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:19.088930 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-fb4e5cce-02f2-4f24-88a9-44adc2c95899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5826304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4675372'] for subnet (a45e929f-9645-4d6d-8b5e-4b97b3457afd), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:19.144670 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e5cce-02f2-4f24-88a9-44adc2c95899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a45e929f-9645-4d6d-8b5e-4b97b3457afd,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:19.153362 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e5cce-02f2-4f24-88a9-44adc2c95899 admin admin] Checking segment: {'id': 'd0bb34fa-b20c-4f1a-b027-2c5efaec2528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '223ad6b9-a87f-4f24-9b96-5d0c4c2d1108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:38:19.153734 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4e5cce-02f2-4f24-88a9-44adc2c95899 admin admin] Network hostable DHCP agents. Network: 223ad6b9-a87f-4f24-9b96-5d0c4c2d1108, hostable agents: ['eea6c500-11a4-453f-b304-9367778e315c'], hosted agents: [] {{(pid=103205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:38:19.171899 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4e5cce-02f2-4f24-88a9-44adc2c95899 admin admin] Network 223ad6b9-a87f-4f24-9b96-5d0c4c2d1108 is scheduled to be hosted by DHCP agent eea6c500-11a4-453f-b304-9367778e315c with binding_index 1 {{(pid=103205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:38:19.181546 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-fb4e5cce-02f2-4f24-88a9-44adc2c95899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-35-iscsi, 223ad6b9-a87f-4f24-9b96-5d0c4c2d1108) {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:38:19.186291 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4e5cce-02f2-4f24-88a9-44adc2c95899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:19.186877 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-fb4e5cce-02f2-4f24-88a9-44adc2c95899 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:19.195113 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a6581e-079e-4591-97ec-e5c395aaccdb None None] Network 223ad6b9-a87f-4f24-9b96-5d0c4c2d1108 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:38:19.206377 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-fb4e5cce-02f2-4f24-88a9-44adc2c95899 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3222427 Mar 28 14:38:19.424141 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed12a7b0-f5aa-4739-82eb-34c883612969 None None] Network 223ad6b9-a87f-4f24-9b96-5d0c4c2d1108 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:38:19.699266 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 48692) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:19.706644 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-0c1e6439-8249-47cb-815e-b665a141f171 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1560196786-network', 'tenant_id': '6475dec28c924a44a25d840e172156f1'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:38:19.730959 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1e6439-8249-47cb-815e-b665a141f171 admin admin] Made reservation on behalf of 6475dec28c924a44a25d840e172156f1 for: {'network': 1} {{(pid=103204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:38:19.733254 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6439-8249-47cb-815e-b665a141f171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for network (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:19.742008 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6439-8249-47cb-815e-b665a141f171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:19.813137 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6439-8249-47cb-815e-b665a141f171 admin admin] Publish callbacks [] for security_group (1d1c9ff3-63d2-4200-a9fa-ccafb28aacd8), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:19.819187 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6439-8249-47cb-815e-b665a141f171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (1d1c9ff3-63d2-4200-a9fa-ccafb28aacd8), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:19.842095 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1e6439-8249-47cb-815e-b665a141f171 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:38:19.851589 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e6439-8249-47cb-815e-b665a141f171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1c9ff3-63d2-4200-a9fa-ccafb28aacd8,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:19.856180 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6439-8249-47cb-815e-b665a141f171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (9837fc8d-18ad-4c02-a90a-70aff0d69430), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:19.856517 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.db.segments_db [None req-0c1e6439-8249-47cb-815e-b665a141f171 admin admin] Added segment 9837fc8d-18ad-4c02-a90a-70aff0d69430 of type vlan for network cba6f864-0f8c-4fcf-9766-bbd06fb02c13 Mar 28 14:38:19.898879 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6439-8249-47cb-815e-b665a141f171 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220902705'] for network (cba6f864-0f8c-4fcf-9766-bbd06fb02c13), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:19.933831 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6439-8249-47cb-815e-b665a141f171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for network (cba6f864-0f8c-4fcf-9766-bbd06fb02c13), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:19.934723 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1e6439-8249-47cb-815e-b665a141f171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:19.935318 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6439-8249-47cb-815e-b665a141f171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:20.004379 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-0c1e6439-8249-47cb-815e-b665a141f171 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3037407 Mar 28 14:38:20.007365 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 48696) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:20.012731 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-8a251ddb-db66-4547-9185-3c7ddcfa264e admin admin] Request body: {'subnet': {'network_id': 'cba6f864-0f8c-4fcf-9766-bbd06fb02c13', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1560196786-subnet', 'tenant_id': '6475dec28c924a44a25d840e172156f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:38:20.019299 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e6439-8249-47cb-815e-b665a141f171 admin admin] Pushing event updated for resources: {'Network': ['ID=cba6f864-0f8c-4fcf-9766-bbd06fb02c13,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:20.031041 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Network cba6f864-0f8c-4fcf-9766-bbd06fb02c13 details requested by agent ovs-agent-dv-cinder-790535-35-iscsi with host dv-cinder-790535-35-iscsi {{(pid=103206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:38:20.033598 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c4210-366f-404b-ba6e-8b91eaf53403 req-214fde57-8630-42ae-b7bb-6c33d5b82ea2 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:20.034635 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a251ddb-db66-4547-9185-3c7ddcfa264e admin admin] Made reservation on behalf of 6475dec28c924a44a25d840e172156f1 for: {'subnet': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:38:20.037286 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-8a251ddb-db66-4547-9185-3c7ddcfa264e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4675386'] for subnet (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:20.039801 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4d8c4210-366f-404b-ba6e-8b91eaf53403 req-214fde57-8630-42ae-b7bb-6c33d5b82ea2 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 946 time: 0.1145580 Mar 28 14:38:20.091938 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4d8c4210-366f-404b-ba6e-8b91eaf53403 req-034f2f80-8229-4240-8e44-75a51927e935 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504932 Mar 28 14:38:20.206368 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-8a251ddb-db66-4547-9185-3c7ddcfa264e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5826304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4675372'] for subnet (1090d684-74f7-4a9d-89ff-ebb5e560b668), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:20.264497 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a251ddb-db66-4547-9185-3c7ddcfa264e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1090d684-74f7-4a9d-89ff-ebb5e560b668,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:20.274850 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a251ddb-db66-4547-9185-3c7ddcfa264e admin admin] Checking segment: {'id': '9837fc8d-18ad-4c02-a90a-70aff0d69430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cba6f864-0f8c-4fcf-9766-bbd06fb02c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:38:20.275242 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a251ddb-db66-4547-9185-3c7ddcfa264e admin admin] Network hostable DHCP agents. Network: cba6f864-0f8c-4fcf-9766-bbd06fb02c13, hostable agents: ['eea6c500-11a4-453f-b304-9367778e315c'], hosted agents: [] {{(pid=103205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:38:20.295342 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a251ddb-db66-4547-9185-3c7ddcfa264e admin admin] Network cba6f864-0f8c-4fcf-9766-bbd06fb02c13 is scheduled to be hosted by DHCP agent eea6c500-11a4-453f-b304-9367778e315c with binding_index 1 {{(pid=103205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:38:20.306811 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-8a251ddb-db66-4547-9185-3c7ddcfa264e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-35-iscsi, cba6f864-0f8c-4fcf-9766-bbd06fb02c13) {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:38:20.310836 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a251ddb-db66-4547-9185-3c7ddcfa264e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:20.311452 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-8a251ddb-db66-4547-9185-3c7ddcfa264e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:20.315620 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13a4b67-b281-4e5a-bc0c-68987be44d3b None None] Network cba6f864-0f8c-4fcf-9766-bbd06fb02c13 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:38:20.327286 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-8a251ddb-db66-4547-9185-3c7ddcfa264e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3183200 Mar 28 14:38:20.417730 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0670c675-4454-4601-8d80-b43d84434e52 None None] Network cba6f864-0f8c-4fcf-9766-bbd06fb02c13 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:38:20.630577 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88dc844-df82-4415-8604-1721f14f5d3e req-a305b693-8d51-4bdb-a4ed-7dd48aec5353 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:20.632109 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f88dc844-df82-4415-8604-1721f14f5d3e req-a305b693-8d51-4bdb-a4ed-7dd48aec5353 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.18 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 946 time: 0.0555041 Mar 28 14:38:20.729707 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-f88dc844-df82-4415-8604-1721f14f5d3e req-797ae2ce-4bf5-449c-b98f-7bd01ce95380 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Deleting port abb85677-63d1-43c1-9ae1-f1f01834cd60 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:38:20.730036 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-f88dc844-df82-4415-8604-1721f14f5d3e req-797ae2ce-4bf5-449c-b98f-7bd01ce95380 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (abb85677-63d1-43c1-9ae1-f1f01834cd60), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:20.833009 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-f88dc844-df82-4415-8604-1721f14f5d3e req-797ae2ce-4bf5-449c-b98f-7bd01ce95380 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] For port abb85677-63d1-43c1-9ae1-f1f01834cd60, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=abb85677-63d1-43c1-9ae1-f1f01834cd60,segment=NetworkSegment(e3a08f39-70e6-409b-9013-2dc1166e0fe4),segment_id=e3a08f39-70e6-409b-9013-2dc1166e0fe4)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:38:20.833009 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-f88dc844-df82-4415-8604-1721f14f5d3e req-797ae2ce-4bf5-449c-b98f-7bd01ce95380 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (abb85677-63d1-43c1-9ae1-f1f01834cd60), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:21.022586 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-f88dc844-df82-4415-8604-1721f14f5d3e req-797ae2ce-4bf5-449c-b98f-7bd01ce95380 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:21.022586 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-f88dc844-df82-4415-8604-1721f14f5d3e req-797ae2ce-4bf5-449c-b98f-7bd01ce95380 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (f5012c90-b20b-4259-b48e-800562b705f7), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:21.023442 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.l3_db [req-f88dc844-df82-4415-8604-1721f14f5d3e req-797ae2ce-4bf5-449c-b98f-7bd01ce95380 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Floating IP f5012c90-b20b-4259-b48e-800562b705f7 disassociated. External IP: 172.27.1.251, port: abb85677-63d1-43c1-9ae1-f1f01834cd60. Mar 28 14:38:21.023442 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-f88dc844-df82-4415-8604-1721f14f5d3e req-797ae2ce-4bf5-449c-b98f-7bd01ce95380 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Calling delete_port for abb85677-63d1-43c1-9ae1-f1f01834cd60 owned by compute:nova {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:38:21.159387 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-f88dc844-df82-4415-8604-1721f14f5d3e req-797ae2ce-4bf5-449c-b98f-7bd01ce95380 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (abb85677-63d1-43c1-9ae1-f1f01834cd60), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:21.196550 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ae2ce-4bf5-449c-b98f-7bd01ce95380 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Pushing event deleted for resources: {'Port': ['ID=abb85677-63d1-43c1-9ae1-f1f01834cd60,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:21.214301 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6b8a848a-8eb8-4d9a-b151-dc63b72dfcc1 req-d792a541-228d-4dec-b730-a2fecb65765b tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=271cbbdd-5127-4f65-9019-b6b38d0a12d0 HTTP/1.1" status: 200 len: 210 time: 0.0483208 Mar 28 14:38:21.327093 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f88dc844-df82-4415-8604-1721f14f5d3e req-797ae2ce-4bf5-449c-b98f-7bd01ce95380 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Router 12fd7a95-23ea-4610-87a1-43dff2edc137 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:38:21.442807 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f88dc844-df82-4415-8604-1721f14f5d3e req-797ae2ce-4bf5-449c-b98f-7bd01ce95380 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:38:21.454216 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84084b08-a2da-46c2-b066-424f25b5d205 None None] Sync routers for ids ['12fd7a95-23ea-4610-87a1-43dff2edc137'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:38:21.465538 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84084b08-a2da-46c2-b066-424f25b5d205 None None] Routers {'12fd7a95-23ea-4610-87a1-43dff2edc137'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:38:21.466149 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-84084b08-a2da-46c2-b066-424f25b5d205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:38:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['12fd7a95-23ea-4610-87a1-43dff2edc137'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:38:21.485934 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88dc844-df82-4415-8604-1721f14f5d3e req-797ae2ce-4bf5-449c-b98f-7bd01ce95380 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] No DVR routers for this DVR port abb85677-63d1-43c1-9ae1-f1f01834cd60 on host hv-cinder-79053 {{(pid=103205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:38:21.488608 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-f88dc844-df82-4415-8604-1721f14f5d3e req-797ae2ce-4bf5-449c-b98f-7bd01ce95380 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:21.492049 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f88dc844-df82-4415-8604-1721f14f5d3e req-797ae2ce-4bf5-449c-b98f-7bd01ce95380 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.18 "DELETE /v2.0/ports/abb85677-63d1-43c1-9ae1-f1f01834cd60 HTTP/1.1" status: 204 len: 173 time: 0.8537128 Mar 28 14:38:21.492726 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271cbbdd-5127-4f65-9019-b6b38d0a12d0', 'name': 'network-vif-deleted', 'tag': 'abb85677-63d1-43c1-9ae1-f1f01834cd60'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:38:21.494821 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec80473-d760-4fc7-a97e-ae9fb8e2a9e8" -d '{"events": [{"server_uuid": "271cbbdd-5127-4f65-9019-b6b38d0a12d0", "name": "network-vif-deleted", "tag": "abb85677-63d1-43c1-9ae1-f1f01834cd60"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:38:21.587976 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-84084b08-a2da-46c2-b066-424f25b5d205 None None] Set router 12fd7a95-23ea-4610-87a1-43dff2edc137 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:38:21.668331 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc2c3a8-06d2-4f9f-abe3-85d5c5d9a266 x-openstack-request-id: req-4cc2c3a8-06d2-4f9f-abe3-85d5c5d9a266 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:38:21.668630 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271cbbdd-5127-4f65-9019-b6b38d0a12d0", "name": "network-vif-deleted", "tag": "abb85677-63d1-43c1-9ae1-f1f01834cd60", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:38:21.668881 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4cc2c3a8-06d2-4f9f-abe3-85d5c5d9a266 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:38:21.669290 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cc2c3a8-06d2-4f9f-abe3-85d5c5d9a266'] response: {'server_uuid': '271cbbdd-5127-4f65-9019-b6b38d0a12d0', 'name': 'network-vif-deleted', 'tag': 'abb85677-63d1-43c1-9ae1-f1f01834cd60', 'status': 'completed', 'code': 200} Mar 28 14:38:21.798462 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-84084b08-a2da-46c2-b066-424f25b5d205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 4, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port': {'id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '3d70ce31-82a1-4d64-9a4c-c9ca9a38474e', 'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'mac_address': 'fa:16:3e:ca:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:49Z', 'updated_at': '2022-03-28T14:34:56Z', 'revision_number': 5, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'subnets': [{'id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:38:21.829819 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84084b08-a2da-46c2-b066-424f25b5d205 None None] Checking router: 12fd7a95-23ea-4610-87a1-43dff2edc137 for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:38:21.839496 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84084b08-a2da-46c2-b066-424f25b5d205 None None] Routers {'12fd7a95-23ea-4610-87a1-43dff2edc137'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:38:21.840102 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-84084b08-a2da-46c2-b066-424f25b5d205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:38:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['12fd7a95-23ea-4610-87a1-43dff2edc137'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:38:21.950391 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-84084b08-a2da-46c2-b066-424f25b5d205 None None] Set router 12fd7a95-23ea-4610-87a1-43dff2edc137 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:38:22.167236 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-84084b08-a2da-46c2-b066-424f25b5d205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 4, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port': {'id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '3d70ce31-82a1-4d64-9a4c-c9ca9a38474e', 'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'mac_address': 'fa:16:3e:ca:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:49Z', 'updated_at': '2022-03-28T14:34:56Z', 'revision_number': 5, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'subnets': [{'id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:38:22.203610 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84084b08-a2da-46c2-b066-424f25b5d205 None None] The sync data for ids ['12fd7a95-23ea-4610-87a1-43dff2edc137'] in dv-cinder-790535-35-iscsi is: [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 4, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port': {'id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '3d70ce31-82a1-4d64-9a4c-c9ca9a38474e', 'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'mac_address': 'fa:16:3e:ca:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:49Z', 'updated_at': '2022-03-28T14:34:56Z', 'revision_number': 5, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'subnets': [{'id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:38:22.434327 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc9a04f-5015-4d3e-949e-4855568bd671 None None] New status for floating IP f5012c90-b20b-4259-b48e-800562b705f7: DOWN {{(pid=103207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:38:22.535308 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-a50eff0a-c5c8-4802-9cf9-4e2a8484b394 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-806539385&fields=id&tenant_id=e4f53d69085f474b95d14b83626c9705 HTTP/1.1" status: 200 len: 267 time: 0.0432622 Mar 28 14:38:22.638228 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-d15a28cb-fd87-43ed-a2f6-2b555c22789a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:22.639715 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-d15a28cb-fd87-43ed-a2f6-2b555c22789a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/networks?id=f405bb5a-c1e1-4b86-b73d-65ef62332c49 HTTP/1.1" status: 200 len: 811 time: 0.0961783 Mar 28 14:38:22.654086 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-2cd922f2-0b9b-48ef-af7d-79a8e26933fd tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/quotas/e4f53d69085f474b95d14b83626c9705 HTTP/1.1" status: 200 len: 375 time: 0.0089216 Mar 28 14:38:22.711706 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-3e9937e0-41b6-482a-8f9c-9b4e7472aa9c tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4f53d69085f474b95d14b83626c9705&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527866 Mar 28 14:38:22.732399 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-b13d558b-816f-4602-950f-f3544a487565 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103204) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 14:38:22.733368 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-b13d558b-816f-4602-950f-f3544a487565 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049467 Mar 28 14:38:22.823461 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-b597bef8-acb7-458a-8039-65714c774b3f service neutron] 10.222.0.13 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847499 Mar 28 14:38:22.917744 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-219ebdfa-20b9-47cd-a17e-75c0194c0354 service neutron] 10.222.0.13 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883515 Mar 28 14:38:23.210856 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-010d27ca-e1f8-4369-bff4-1c26a1ea0c28 req-720cb7e5-b200-492e-a552-77fd3bd28982 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 210 time: 0.0279179 Mar 28 14:38:24.152704 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-24034917-4e2a-4950-aa66-4f04d6b4b116 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:24.154145 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-24034917-4e2a-4950-aa66-4f04d6b4b116 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.18 "GET /v2.0/networks?id=f405bb5a-c1e1-4b86-b73d-65ef62332c49 HTTP/1.1" status: 200 len: 811 time: 0.0986500 Mar 28 14:38:24.222503 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-afdb0b4a-e298-4a6e-979c-c48a33be9ce7 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4f53d69085f474b95d14b83626c9705 HTTP/1.1" status: 200 len: 379 time: 0.0568366 Mar 28 14:38:24.231816 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-d7778947-8412-4897-9ccc-25b4df68ec68 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Request body: {'port': {'device_id': 'cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'admin_state_up': True, 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'security_groups': ['47d5060e-785d-4d76-9c59-ac2cccec1e7f']}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:38:24.309148 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-877e2a27-ef16-4454-a5d3-31ffde68a54c req-192931b6-abc2-45eb-a9d8-0d7255e7f389 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 210 time: 0.0269353 Mar 28 14:38:24.343185 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-d7778947-8412-4897-9ccc-25b4df68ec68 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Made reservation on behalf of e4f53d69085f474b95d14b83626c9705 for: {'port': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:38:24.346533 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-d7778947-8412-4897-9ccc-25b4df68ec68 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:24.472817 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-d7778947-8412-4897-9ccc-25b4df68ec68 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Allocated IP 172.20.0.10 (f405bb5a-c1e1-4b86-b73d-65ef62332c49/5d93cae3-8698-4501-9dad-642b87babf0b/2fbac741-d085-498f-83bc-4bbf2f018506) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:38:24.615715 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-d7778947-8412-4897-9ccc-25b4df68ec68 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for port (2fbac741-d085-498f-83bc-4bbf2f018506), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:24.653277 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-d7778947-8412-4897-9ccc-25b4df68ec68 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (2fbac741-d085-498f-83bc-4bbf2f018506), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:24.700690 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-d7778947-8412-4897-9ccc-25b4df68ec68 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Network f405bb5a-c1e1-4b86-b73d-65ef62332c49 is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:38:24.704024 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-d7778947-8412-4897-9ccc-25b4df68ec68 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:38:24.710379 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-d7778947-8412-4897-9ccc-25b4df68ec68 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:38:24.737816 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7778947-8412-4897-9ccc-25b4df68ec68 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Pushing event updated for resources: {'Port': ['ID=2fbac741-d085-498f-83bc-4bbf2f018506,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:24.766065 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-d7778947-8412-4897-9ccc-25b4df68ec68 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:24.766697 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-d7778947-8412-4897-9ccc-25b4df68ec68 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:24.783522 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-d7778947-8412-4897-9ccc-25b4df68ec68 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5557477 Mar 28 14:38:24.794710 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-f895e43e-1bb9-4309-8302-639723b5854e tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103205) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 14:38:24.795901 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-f895e43e-1bb9-4309-8302-639723b5854e tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056205 Mar 28 14:38:24.908265 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-2d1e3e81-ff26-4b4b-ab50-209de03d01bb service neutron] Request body: {'port': {'device_id': 'cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:38:24.966491 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-2d1e3e81-ff26-4b4b-ab50-209de03d01bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (2fbac741-d085-498f-83bc-4bbf2f018506), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:24.973283 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-76277782-f3bd-4620-8240-216aeb5ba288 None None] Provisioning complete for port 2fbac741-d085-498f-83bc-4bbf2f018506 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:38:24.973790 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-76277782-f3bd-4620-8240-216aeb5ba288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (2fbac741-d085-498f-83bc-4bbf2f018506), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:25.008244 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-76277782-f3bd-4620-8240-216aeb5ba288 None None] Port 2fbac741-d085-498f-83bc-4bbf2f018506 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:38:25.242915 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-2d1e3e81-ff26-4b4b-ab50-209de03d01bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fbac741-d085-498f-83bc-4bbf2f018506 {{(pid=103205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:38:25.250781 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-2d1e3e81-ff26-4b4b-ab50-209de03d01bb service neutron] Publish callbacks [] for port (2fbac741-d085-498f-83bc-4bbf2f018506), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:25.263204 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.provisioning_blocks [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-2d1e3e81-ff26-4b4b-ab50-209de03d01bb service neutron] Transition to ACTIVE for port object 2fbac741-d085-498f-83bc-4bbf2f018506 will not be triggered until provisioned by entity L2. {{(pid=103205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 14:38:25.269280 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-2d1e3e81-ff26-4b4b-ab50-209de03d01bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (2fbac741-d085-498f-83bc-4bbf2f018506), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:25.317881 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e3e81-ff26-4b4b-ab50-209de03d01bb service neutron] Pushing event updated for resources: {'Port': ['ID=2fbac741-d085-498f-83bc-4bbf2f018506,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:25.417533 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-2d1e3e81-ff26-4b4b-ab50-209de03d01bb service neutron] Attempting to bind port 2fbac741-d085-498f-83bc-4bbf2f018506 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:38:25.417864 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-2d1e3e81-ff26-4b4b-ab50-209de03d01bb service neutron] Attempting to bind port 2fbac741-d085-498f-83bc-4bbf2f018506 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e3a08f39-70e6-409b-9013-2dc1166e0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:38:25.418226 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-2d1e3e81-ff26-4b4b-ab50-209de03d01bb service neutron] Attempting to bind port 2fbac741-d085-498f-83bc-4bbf2f018506 on network f405bb5a-c1e1-4b86-b73d-65ef62332c49 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:38:25.426829 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-2d1e3e81-ff26-4b4b-ab50-209de03d01bb service neutron] Port 2fbac741-d085-498f-83bc-4bbf2f018506 on network f405bb5a-c1e1-4b86-b73d-65ef62332c49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:38:25.427177 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-2d1e3e81-ff26-4b4b-ab50-209de03d01bb service neutron] Attempting to bind port 2fbac741-d085-498f-83bc-4bbf2f018506 on network f405bb5a-c1e1-4b86-b73d-65ef62332c49 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:38:25.436890 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-2d1e3e81-ff26-4b4b-ab50-209de03d01bb service neutron] Checking agent: {'id': 'ab5a62a0-b9cc-4af2-a98d-7d97375b077a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'started_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:38:25.437225 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-2d1e3e81-ff26-4b4b-ab50-209de03d01bb service neutron] Checking segment: {'id': 'e3a08f39-70e6-409b-9013-2dc1166e0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:38:25.437606 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-2d1e3e81-ff26-4b4b-ab50-209de03d01bb service neutron] Bound using segment: {'id': 'e3a08f39-70e6-409b-9013-2dc1166e0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:38:25.438084 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-2d1e3e81-ff26-4b4b-ab50-209de03d01bb service neutron] Bound port: 2fbac741-d085-498f-83bc-4bbf2f018506, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a08f39-70e6-409b-9013-2dc1166e0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:38:25.438388 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-2d1e3e81-ff26-4b4b-ab50-209de03d01bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (2fbac741-d085-498f-83bc-4bbf2f018506), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:25.461297 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133df38-1016-4e45-8e34-6d8108e35186 req-4a0445d8-2879-4b0b-92fc-11db6059e666 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:25.462877 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e133df38-1016-4e45-8e34-6d8108e35186 req-4a0445d8-2879-4b0b-92fc-11db6059e666 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 944 time: 0.0815117 Mar 28 14:38:25.546932 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e133df38-1016-4e45-8e34-6d8108e35186 req-86347aa8-1180-4feb-bc88-5ee8bba00626 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638139 Mar 28 14:38:25.547955 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-2d1e3e81-ff26-4b4b-ab50-209de03d01bb service neutron] For port 2fbac741-d085-498f-83bc-4bbf2f018506, host hv-cinder-79053, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:38:25.551134 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-2d1e3e81-ff26-4b4b-ab50-209de03d01bb service neutron] For port 2fbac741-d085-498f-83bc-4bbf2f018506, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2fbac741-d085-498f-83bc-4bbf2f018506,segment=NetworkSegment(e3a08f39-70e6-409b-9013-2dc1166e0fe4),segment_id=e3a08f39-70e6-409b-9013-2dc1166e0fe4)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:38:25.558747 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-2d1e3e81-ff26-4b4b-ab50-209de03d01bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (2fbac741-d085-498f-83bc-4bbf2f018506), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:25.591273 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-2d1e3e81-ff26-4b4b-ab50-209de03d01bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:25.591896 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-2d1e3e81-ff26-4b4b-ab50-209de03d01bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:25.593433 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-2d1e3e81-ff26-4b4b-ab50-209de03d01bb service neutron] 10.222.0.18 "PUT /v2.0/ports/2fbac741-d085-498f-83bc-4bbf2f018506 HTTP/1.1" status: 200 len: 1094 time: 0.7900889 Mar 28 14:38:25.593713 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9', 'tag': '2fbac741-d085-498f-83bc-4bbf2f018506'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:38:25.595919 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e21b78-3187-4ab8-a9be-2f2aaf68047d" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9", "tag": "2fbac741-d085-498f-83bc-4bbf2f018506"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:38:25.621435 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e3e81-ff26-4b4b-ab50-209de03d01bb service neutron] Pushing event updated for resources: {'Port': ['ID=2fbac741-d085-498f-83bc-4bbf2f018506,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:25.663295 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576a2a97-9313-4175-a837-7e79fc4ef562 x-openstack-request-id: req-576a2a97-9313-4175-a837-7e79fc4ef562 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:38:25.663583 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9", "tag": "2fbac741-d085-498f-83bc-4bbf2f018506", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:38:25.663828 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-576a2a97-9313-4175-a837-7e79fc4ef562 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:38:25.664216 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-576a2a97-9313-4175-a837-7e79fc4ef562'] response: {'name': 'network-changed', 'server_uuid': 'cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9', 'tag': '2fbac741-d085-498f-83bc-4bbf2f018506', 'status': 'completed', 'code': 200} Mar 28 14:38:25.683208 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-5f5d552e-db2a-4190-a7e0-3687194f9055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:25.685112 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-5f5d552e-db2a-4190-a7e0-3687194f9055 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4f53d69085f474b95d14b83626c9705&device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 1128 time: 0.0516889 Mar 28 14:38:25.727750 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-39d024d8-6e36-43a0-a1f1-51e6602dcf42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fbac741-d085-498f-83bc-4bbf2f018506 HTTP/1.1" status: 200 len: 217 time: 0.0357513 Mar 28 14:38:25.755451 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device abb85677-63d1-43c1-9ae1-f1f01834cd60 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:38:25.777900 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-a080e79b-5208-4f62-86de-75dd8b8b6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:25.778243 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] No Port match for: abb85677-63d1-43c1-9ae1-f1f01834cd60 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:38:25.778567 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device abb85677-63d1-43c1-9ae1-f1f01834cd60 not bound to the agent host hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:38:25.779647 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-a080e79b-5208-4f62-86de-75dd8b8b6a64 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d93cae3-8698-4501-9dad-642b87babf0b HTTP/1.1" status: 200 len: 850 time: 0.0466418 Mar 28 14:38:25.832903 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-18df4523-fc44-4ae1-aff6-6902013ef7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:25.834551 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-18df4523-fc44-4ae1-aff6-6902013ef7a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f405bb5a-c1e1-4b86-b73d-65ef62332c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0492404 Mar 28 14:38:25.924085 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-b87cb092-d02c-4632-b5c9-cd77f82e4da3 service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826619 Mar 28 14:38:26.024602 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-da67af58-f551-473d-b3fc-fb759c5f6014 req-85760325-902a-476e-9d97-53d8a03ab5b7 service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936840 Mar 28 14:38:26.120023 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e21b78-3187-4ab8-a9be-2f2aaf68047d req-6e4dc257-8c67-4aba-aae5-7f10dbe05c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:26.121552 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-53e21b78-3187-4ab8-a9be-2f2aaf68047d req-6e4dc257-8c67-4aba-aae5-7f10dbe05c61 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4f53d69085f474b95d14b83626c9705&device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 1128 time: 0.0447078 Mar 28 14:38:26.208895 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e21b78-3187-4ab8-a9be-2f2aaf68047d req-5b8642e3-e12b-4439-b608-cb064e9813e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:26.210316 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-53e21b78-3187-4ab8-a9be-2f2aaf68047d req-5b8642e3-e12b-4439-b608-cb064e9813e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f405bb5a-c1e1-4b86-b73d-65ef62332c49 HTTP/1.1" status: 200 len: 912 time: 0.0818348 Mar 28 14:38:26.253222 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-53e21b78-3187-4ab8-a9be-2f2aaf68047d req-994f6dbd-4596-4780-a76e-a933271e4637 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fbac741-d085-498f-83bc-4bbf2f018506 HTTP/1.1" status: 200 len: 217 time: 0.0358374 Mar 28 14:38:26.302089 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e21b78-3187-4ab8-a9be-2f2aaf68047d req-c2f36707-0f9d-4753-bd7e-6010e597a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:26.303398 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-53e21b78-3187-4ab8-a9be-2f2aaf68047d req-c2f36707-0f9d-4753-bd7e-6010e597a720 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d93cae3-8698-4501-9dad-642b87babf0b HTTP/1.1" status: 200 len: 850 time: 0.0427592 Mar 28 14:38:26.353702 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e21b78-3187-4ab8-a9be-2f2aaf68047d req-7e4aeb24-70fe-48d6-8568-a8052f81c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:26.355838 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-53e21b78-3187-4ab8-a9be-2f2aaf68047d req-7e4aeb24-70fe-48d6-8568-a8052f81c596 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f405bb5a-c1e1-4b86-b73d-65ef62332c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454149 Mar 28 14:38:26.444556 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-53e21b78-3187-4ab8-a9be-2f2aaf68047d req-92f1d8a0-9c68-4a41-9fc6-4308ee8cca8f service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822096 Mar 28 14:38:26.534740 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-53e21b78-3187-4ab8-a9be-2f2aaf68047d req-1d0ef6db-cefb-478c-a2a3-baadbf35a754 service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839357 Mar 28 14:38:26.671058 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe8cca-b7bf-4cae-b3e1-b68f02955644 req-93591ee6-e5a8-433a-ad4f-46bc8f66edc9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:26.672521 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-06fe8cca-b7bf-4cae-b3e1-b68f02955644 req-93591ee6-e5a8-433a-ad4f-46bc8f66edc9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 944 time: 0.0544553 Mar 28 14:38:26.725700 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-06fe8cca-b7bf-4cae-b3e1-b68f02955644 req-332256f1-e89a-4a65-b12b-016aa3fe4303 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473189 Mar 28 14:38:27.863551 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2c692-7faa-458d-b2ea-f523786264d5 req-5b3e2105-7459-4599-ace4-438c20154a00 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:27.865031 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c1c2c692-7faa-458d-b2ea-f523786264d5 req-5b3e2105-7459-4599-ace4-438c20154a00 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 944 time: 0.0657847 Mar 28 14:38:27.915013 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c1c2c692-7faa-458d-b2ea-f523786264d5 req-6b3aebbd-c7bc-4dab-8c89-977b1d4431ac tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431755 Mar 28 14:38:29.033356 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f02e2-fb2a-4fd0-bf3f-f1f4434aa6ab req-1426e8d9-8ef0-4dc9-b201-18024cf525ea tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:29.034830 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3b3f02e2-fb2a-4fd0-bf3f-f1f4434aa6ab req-1426e8d9-8ef0-4dc9-b201-18024cf525ea tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 944 time: 0.0521481 Mar 28 14:38:29.082701 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3b3f02e2-fb2a-4fd0-bf3f-f1f4434aa6ab req-30e7daf4-e563-4fba-b1e1-0d3d5146e4be tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422504 Mar 28 14:38:29.268496 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-b173278f-9261-4eb8-b005-ecac1b31dd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:30.200432 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37aef4-1c85-4be5-a2c0-760d657a84fe req-715ffc9e-f353-4461-833c-a0ec732a5b26 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:30.201848 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-db37aef4-1c85-4be5-a2c0-760d657a84fe req-715ffc9e-f353-4461-833c-a0ec732a5b26 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 944 time: 0.0519016 Mar 28 14:38:30.252197 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-db37aef4-1c85-4be5-a2c0-760d657a84fe req-1718f22c-f7fa-499f-bcf3-784c9a05b5c4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443661 Mar 28 14:38:31.380529 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712114b3-6d54-4bba-be0b-1a1bf759c6b2 req-be0ffa4a-aacc-4ab4-9fe9-8fc9d7103eaa tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:31.381974 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-712114b3-6d54-4bba-be0b-1a1bf759c6b2 req-be0ffa4a-aacc-4ab4-9fe9-8fc9d7103eaa tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 944 time: 0.0590637 Mar 28 14:38:31.433346 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-712114b3-6d54-4bba-be0b-1a1bf759c6b2 req-71c39dc7-b89f-4d53-9371-a107585303b4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430908 Mar 28 14:38:31.565965 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-87b2bc91-0085-4ee0-973f-fcc47d65704c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:32.555363 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045eedc-c644-4c5e-ab73-0a24bc0c71d3 req-a70511f6-3f76-4db4-b3fa-725331db0bc6 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:32.556834 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7045eedc-c644-4c5e-ab73-0a24bc0c71d3 req-a70511f6-3f76-4db4-b3fa-725331db0bc6 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 944 time: 0.0524912 Mar 28 14:38:32.610013 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-7045eedc-c644-4c5e-ab73-0a24bc0c71d3 req-547aa5b5-542b-411b-9899-76dd10ad846c tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475430 Mar 28 14:38:32.709494 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:33.741061 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212aef82-df21-42d0-a43f-4a0db948161c req-d64b8d37-90f9-4472-ac36-a37cfca20791 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:33.742506 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-212aef82-df21-42d0-a43f-4a0db948161c req-d64b8d37-90f9-4472-ac36-a37cfca20791 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 944 time: 0.0632889 Mar 28 14:38:33.790054 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-212aef82-df21-42d0-a43f-4a0db948161c req-8eb8bb2b-9e4d-476e-b48c-716b4e9f77d6 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417891 Mar 28 14:38:33.911905 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 48900) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:33.959868 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d71913b-1125-45da-8fb9-e8a1b6ff364f admin admin] Deleting subnet a45e929f-9645-4d6d-8b5e-4b97b3457afd {{(pid=103205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 14:38:33.963441 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6d71913b-1125-45da-8fb9-e8a1b6ff364f admin admin] Publish callbacks [] for subnet (a45e929f-9645-4d6d-8b5e-4b97b3457afd), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:33.970278 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:33.997050 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6d71913b-1125-45da-8fb9-e8a1b6ff364f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4630593'] for subnet (a45e929f-9645-4d6d-8b5e-4b97b3457afd), precommit_delete_associations {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:34.035828 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6d71913b-1125-45da-8fb9-e8a1b6ff364f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3594039'] for subnet (a45e929f-9645-4d6d-8b5e-4b97b3457afd), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:34.089962 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6d71913b-1125-45da-8fb9-e8a1b6ff364f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4675365'] for subnet (a45e929f-9645-4d6d-8b5e-4b97b3457afd), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:34.115516 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71913b-1125-45da-8fb9-e8a1b6ff364f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a45e929f-9645-4d6d-8b5e-4b97b3457afd,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:34.117432 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6d71913b-1125-45da-8fb9-e8a1b6ff364f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:34.120585 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-6d71913b-1125-45da-8fb9-e8a1b6ff364f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a45e929f-9645-4d6d-8b5e-4b97b3457afd HTTP/1.1" status: 204 len: 168 time: 0.2076924 Mar 28 14:38:34.123806 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 48902) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:34.190569 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-190d1eb5-c186-45f3-91ba-2f7567924f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3456630'] for network (223ad6b9-a87f-4f24-9b96-5d0c4c2d1108), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:34.271048 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-190d1eb5-c186-45f3-91ba-2f7567924f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3641020', 'neutron.services.segments.db._delete_segments_for_network-8793221261626'] for network (223ad6b9-a87f-4f24-9b96-5d0c4c2d1108), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:34.294204 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-190d1eb5-c186-45f3-91ba-2f7567924f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223ad6b9-a87f-4f24-9b96-5d0c4c2d1108']}} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:38:34.304149 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-190d1eb5-c186-45f3-91ba-2f7567924f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0bb34fa-b20c-4f1a-b027-2c5efaec2528') {'for_net_delete': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:38:34.304445 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-190d1eb5-c186-45f3-91ba-2f7567924f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0bb34fa-b20c-4f1a-b027-2c5efaec2528') {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:38:34.314493 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-190d1eb5-c186-45f3-91ba-2f7567924f48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221459523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5805729'] for segment (d0bb34fa-b20c-4f1a-b027-2c5efaec2528), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:34.332104 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-190d1eb5-c186-45f3-91ba-2f7567924f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (d0bb34fa-b20c-4f1a-b027-2c5efaec2528), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:34.338880 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190d1eb5-c186-45f3-91ba-2f7567924f48 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:38:34.339456 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-190d1eb5-c186-45f3-91ba-2f7567924f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4427866'] for segment (d0bb34fa-b20c-4f1a-b027-2c5efaec2528), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: Traceback (most recent call last): Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: timer() Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: cb(*args, **kw) Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: return func(*args, **kwargs) Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: self._notify() Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: self.callback(batched_events) Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: event.method(event) Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: return f(self, *a, **k) Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: return self._get(url).json() Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: return self.request(url, 'GET', **kwargs) Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:38:34.341639 dv-cinder-790535-35-iscsi neutron-server[103204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:38:34.400311 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-190d1eb5-c186-45f3-91ba-2f7567924f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3641013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1557862'] for network (223ad6b9-a87f-4f24-9b96-5d0c4c2d1108), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:34.407110 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-190d1eb5-c186-45f3-91ba-2f7567924f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:34.408317 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-190d1eb5-c186-45f3-91ba-2f7567924f48 admin admin] 10.222.0.13 "DELETE /v2.0/networks/223ad6b9-a87f-4f24-9b96-5d0c4c2d1108 HTTP/1.1" status: 204 len: 168 time: 0.2835333 Mar 28 14:38:34.411516 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 48906) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:34.420787 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d1eb5-c186-45f3-91ba-2f7567924f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=223ad6b9-a87f-4f24-9b96-5d0c4c2d1108,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:34.458146 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_v2 [None req-5163f937-6806-4ac6-8b21-68f81429794b admin admin] Deleting subnet 1090d684-74f7-4a9d-89ff-ebb5e560b668 {{(pid=103205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 14:38:34.462012 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5163f937-6806-4ac6-8b21-68f81429794b admin admin] Publish callbacks [] for subnet (1090d684-74f7-4a9d-89ff-ebb5e560b668), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:34.755496 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5163f937-6806-4ac6-8b21-68f81429794b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4630593'] for subnet (1090d684-74f7-4a9d-89ff-ebb5e560b668), precommit_delete_associations {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:34.793669 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5163f937-6806-4ac6-8b21-68f81429794b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3594039'] for subnet (1090d684-74f7-4a9d-89ff-ebb5e560b668), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:34.848121 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5163f937-6806-4ac6-8b21-68f81429794b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4675365'] for subnet (1090d684-74f7-4a9d-89ff-ebb5e560b668), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:34.870867 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163f937-6806-4ac6-8b21-68f81429794b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1090d684-74f7-4a9d-89ff-ebb5e560b668,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:34.877090 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5163f937-6806-4ac6-8b21-68f81429794b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:34.882601 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-5163f937-6806-4ac6-8b21-68f81429794b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1090d684-74f7-4a9d-89ff-ebb5e560b668 HTTP/1.1" status: 204 len: 168 time: 0.4677646 Mar 28 14:38:34.882919 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 48910) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:34.912415 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbae61-f638-46a8-bc7f-a0ac6708804c req-e89d6a6d-b73d-4e0e-8df3-071a9fa22884 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:34.913893 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-0edbae61-f638-46a8-bc7f-a0ac6708804c req-e89d6a6d-b73d-4e0e-8df3-071a9fa22884 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 944 time: 0.0566001 Mar 28 14:38:34.953566 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-16812a12-47e1-40b3-9bdd-3f80f34c44b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3456630'] for network (cba6f864-0f8c-4fcf-9766-bbd06fb02c13), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:34.962348 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-0edbae61-f638-46a8-bc7f-a0ac6708804c req-3acf4ad9-cd3c-4523-b0a6-b36394e05c56 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427544 Mar 28 14:38:35.030553 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-16812a12-47e1-40b3-9bdd-3f80f34c44b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3641020', 'neutron.services.segments.db._delete_segments_for_network-8793221261626'] for network (cba6f864-0f8c-4fcf-9766-bbd06fb02c13), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:35.053979 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.services.segments.db [None req-16812a12-47e1-40b3-9bdd-3f80f34c44b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba6f864-0f8c-4fcf-9766-bbd06fb02c13']}} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:38:35.063130 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.services.segments.db [None req-16812a12-47e1-40b3-9bdd-3f80f34c44b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9837fc8d-18ad-4c02-a90a-70aff0d69430') {'for_net_delete': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:38:35.063426 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.services.segments.db [None req-16812a12-47e1-40b3-9bdd-3f80f34c44b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9837fc8d-18ad-4c02-a90a-70aff0d69430') {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:38:35.072636 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-16812a12-47e1-40b3-9bdd-3f80f34c44b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221459523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4630602'] for segment (9837fc8d-18ad-4c02-a90a-70aff0d69430), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:35.086041 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-16812a12-47e1-40b3-9bdd-3f80f34c44b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (9837fc8d-18ad-4c02-a90a-70aff0d69430), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:35.092326 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16812a12-47e1-40b3-9bdd-3f80f34c44b6 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:38:35.092682 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-16812a12-47e1-40b3-9bdd-3f80f34c44b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5822181'] for segment (9837fc8d-18ad-4c02-a90a-70aff0d69430), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: Traceback (most recent call last): Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: timer() Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: cb(*args, **kw) Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: return func(*args, **kwargs) Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: self._notify() Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: self.callback(batched_events) Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: event.method(event) Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: return f(self, *a, **k) Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: return self._get(url).json() Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: return self.request(url, 'GET', **kwargs) Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:38:35.094527 dv-cinder-790535-35-iscsi neutron-server[103205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:38:35.155447 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-16812a12-47e1-40b3-9bdd-3f80f34c44b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3641013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1557862'] for network (cba6f864-0f8c-4fcf-9766-bbd06fb02c13), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:35.160943 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-16812a12-47e1-40b3-9bdd-3f80f34c44b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:35.164052 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-16812a12-47e1-40b3-9bdd-3f80f34c44b6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cba6f864-0f8c-4fcf-9766-bbd06fb02c13 HTTP/1.1" status: 204 len: 168 time: 0.2801788 Mar 28 14:38:35.174938 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16812a12-47e1-40b3-9bdd-3f80f34c44b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cba6f864-0f8c-4fcf-9766-bbd06fb02c13,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:35.333768 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 48916) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:35.372729 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-ccbbfb02-748e-4755-9c5a-3ac466dfd5f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9667720274447bb992d2355399241ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378215 Mar 28 14:38:35.375389 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 48918) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:35.425599 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-75910a07-ca13-4bb2-aaeb-fc94676e214e admin admin] Publish callbacks [] for security_group (cbf1a399-7159-4fbc-bc86-334662af24c9), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:35.447216 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-75910a07-ca13-4bb2-aaeb-fc94676e214e admin admin] Publish callbacks [] for security_group (cbf1a399-7159-4fbc-bc86-334662af24c9), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:35.464549 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:35.496063 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-75910a07-ca13-4bb2-aaeb-fc94676e214e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (cbf1a399-7159-4fbc-bc86-334662af24c9), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:35.499584 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-75910a07-ca13-4bb2-aaeb-fc94676e214e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:35.500317 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-75910a07-ca13-4bb2-aaeb-fc94676e214e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cbf1a399-7159-4fbc-bc86-334662af24c9 HTTP/1.1" status: 204 len: 168 time: 0.1240664 Mar 28 14:38:35.508149 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75910a07-ca13-4bb2-aaeb-fc94676e214e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf1a399-7159-4fbc-bc86-334662af24c9,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:35.800484 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 2fbac741-d085-498f-83bc-4bbf2f018506 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:38:35.830606 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 48924) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:35.869790 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-92261f69-5eae-47dc-87bc-2ef33c066570 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6475dec28c924a44a25d840e172156f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378902 Mar 28 14:38:35.872366 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 48926) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:35.896817 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 2fbac741-d085-498f-83bc-4bbf2f018506, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2fbac741-d085-498f-83bc-4bbf2f018506,segment=NetworkSegment(e3a08f39-70e6-409b-9013-2dc1166e0fe4),segment_id=e3a08f39-70e6-409b-9013-2dc1166e0fe4)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:38:35.907660 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': '2fbac741-d085-498f-83bc-4bbf2f018506', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'port_id': '2fbac741-d085-498f-83bc-4bbf2f018506', 'mac_address': 'fa:16:3e:3c:9f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:38:35.922633 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-238c40e6-1fd2-466a-97bb-3458d162c5ad admin admin] Publish callbacks [] for security_group (1d1c9ff3-63d2-4200-a9fa-ccafb28aacd8), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:35.942947 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-238c40e6-1fd2-466a-97bb-3458d162c5ad admin admin] Publish callbacks [] for security_group (1d1c9ff3-63d2-4200-a9fa-ccafb28aacd8), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:35.945497 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 2fbac741-d085-498f-83bc-4bbf2f018506 is: DOWN; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:38:35.946319 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (2fbac741-d085-498f-83bc-4bbf2f018506), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:35.958955 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fbac741-d085-498f-83bc-4bbf2f018506 {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:38:35.979595 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 2fbac741-d085-498f-83bc-4bbf2f018506, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2fbac741-d085-498f-83bc-4bbf2f018506,segment=NetworkSegment(e3a08f39-70e6-409b-9013-2dc1166e0fe4),segment_id=e3a08f39-70e6-409b-9013-2dc1166e0fe4)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:38:35.985553 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (2fbac741-d085-498f-83bc-4bbf2f018506), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:35.991622 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-238c40e6-1fd2-466a-97bb-3458d162c5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (1d1c9ff3-63d2-4200-a9fa-ccafb28aacd8), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:35.994143 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-238c40e6-1fd2-466a-97bb-3458d162c5ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:35.997973 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-238c40e6-1fd2-466a-97bb-3458d162c5ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d1c9ff3-63d2-4200-a9fa-ccafb28aacd8 HTTP/1.1" status: 204 len: 168 time: 0.1220503 Mar 28 14:38:36.004082 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c40e6-1fd2-466a-97bb-3458d162c5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1c9ff3-63d2-4200-a9fa-ccafb28aacd8,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:36.046873 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=2fbac741-d085-498f-83bc-4bbf2f018506,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:36.054571 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:36.055192 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:36.055540 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:36.055886 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:36.056223 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:36.056552 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:36.056878 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:36.057203 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:36.057690 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:36.058023 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:36.058350 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:36.058672 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:36.059180 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:36.059508 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:36.059830 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:36.109377 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f988e6-c379-4a6d-9673-f2e1151fd467 req-0b4d27ed-1f11-423a-8a64-38e3777fa1f2 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:36.111505 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-53f988e6-c379-4a6d-9673-f2e1151fd467 req-0b4d27ed-1f11-423a-8a64-38e3777fa1f2 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0529008 Mar 28 14:38:36.166248 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-53f988e6-c379-4a6d-9673-f2e1151fd467 req-6fd85410-9ea3-4f06-9ab5-7a6487505fef tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491970 Mar 28 14:38:36.343400 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['2fbac741-d085-498f-83bc-4bbf2f018506'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:38:37.106512 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 48974) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:37.211446 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f78aaf1e-1cdb-4f9a-8036-a6070afd287d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:37.289443 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f78aaf1e-1cdb-4f9a-8036-a6070afd287d admin admin] Publish callbacks [] for security_group (413fe56f-2dd2-4e57-87ab-2412ff5eb09b), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:37.296008 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f78aaf1e-1cdb-4f9a-8036-a6070afd287d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (413fe56f-2dd2-4e57-87ab-2412ff5eb09b), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:37.298705 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03df07-8ec3-41cd-85d6-02235ddd5c93 req-8adf2d11-afa0-44ac-8097-5bb4cc03e0b3 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:37.300317 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-fe03df07-8ec3-41cd-85d6-02235ddd5c93 req-8adf2d11-afa0-44ac-8097-5bb4cc03e0b3 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0587828 Mar 28 14:38:37.334997 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-f78aaf1e-1cdb-4f9a-8036-a6070afd287d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4a81f6bd5d34b42a298229c6b1400f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273464 Mar 28 14:38:37.337077 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78aaf1e-1cdb-4f9a-8036-a6070afd287d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413fe56f-2dd2-4e57-87ab-2412ff5eb09b,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:37.337701 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 48980) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:37.369237 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-fe03df07-8ec3-41cd-85d6-02235ddd5c93 req-d42b69c6-2606-4176-bea0-95925bf7b252 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611920 Mar 28 14:38:37.403147 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4c46da2f-525e-4001-9b80-f64aa7b3db91 admin admin] Publish callbacks [] for security_group (413fe56f-2dd2-4e57-87ab-2412ff5eb09b), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:37.426802 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4c46da2f-525e-4001-9b80-f64aa7b3db91 admin admin] Publish callbacks [] for security_group (413fe56f-2dd2-4e57-87ab-2412ff5eb09b), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:37.474300 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4c46da2f-525e-4001-9b80-f64aa7b3db91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (413fe56f-2dd2-4e57-87ab-2412ff5eb09b), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:37.477089 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4c46da2f-525e-4001-9b80-f64aa7b3db91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:37.478194 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-4c46da2f-525e-4001-9b80-f64aa7b3db91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/413fe56f-2dd2-4e57-87ab-2412ff5eb09b HTTP/1.1" status: 204 len: 168 time: 0.1395602 Mar 28 14:38:37.485711 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46da2f-525e-4001-9b80-f64aa7b3db91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413fe56f-2dd2-4e57-87ab-2412ff5eb09b,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:37.827319 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 2fbac741-d085-498f-83bc-4bbf2f018506 up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:38:37.914786 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning for port 2fbac741-d085-498f-83bc-4bbf2f018506 completed by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 14:38:37.919034 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port 2fbac741-d085-498f-83bc-4bbf2f018506 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:38:37.919411 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (2fbac741-d085-498f-83bc-4bbf2f018506), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:38.005010 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 2fbac741-d085-498f-83bc-4bbf2f018506 is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:38:38.005405 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (2fbac741-d085-498f-83bc-4bbf2f018506), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:38.012128 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4da4fb-41ff-47fc-88d2-f8a06e5ec150 req-598944da-13e3-49ec-b503-c938fcc5204d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:38.014034 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-fc4da4fb-41ff-47fc-88d2-f8a06e5ec150 req-598944da-13e3-49ec-b503-c938fcc5204d tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=b643d29f-d581-4c05-94e9-d036368f3e0b HTTP/1.1" status: 200 len: 945 time: 0.0651665 Mar 28 14:38:38.029616 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbac741-d085-498f-83bc-4bbf2f018506'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:38:38.031893 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fd8044-d9b8-411c-8457-f1a640c33577" -d '{"events": [{"server_uuid": "cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9", "name": "network-vif-plugged", "status": "completed", "tag": "2fbac741-d085-498f-83bc-4bbf2f018506"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:38:38.045235 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 2fbac741-d085-498f-83bc-4bbf2f018506, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2fbac741-d085-498f-83bc-4bbf2f018506,segment=NetworkSegment(e3a08f39-70e6-409b-9013-2dc1166e0fe4),segment_id=e3a08f39-70e6-409b-9013-2dc1166e0fe4)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:38:38.052287 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (2fbac741-d085-498f-83bc-4bbf2f018506), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:38.083627 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-fc4da4fb-41ff-47fc-88d2-f8a06e5ec150 req-14ace99a-58d2-4b52-8dea-d8a17c1926a8 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b8be963-665e-4c82-af51-df9c5177694f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619192 Mar 28 14:38:38.090538 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e78b27-ea59-4eef-9497-5f53228353d0 x-openstack-request-id: req-57e78b27-ea59-4eef-9497-5f53228353d0 {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:38:38.090850 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9", "name": "network-vif-plugged", "status": "completed", "tag": "2fbac741-d085-498f-83bc-4bbf2f018506", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:38:38.091104 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57e78b27-ea59-4eef-9497-5f53228353d0 {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:38:38.091653 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57e78b27-ea59-4eef-9497-5f53228353d0'] response: {'server_uuid': 'cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbac741-d085-498f-83bc-4bbf2f018506', 'code': 200} Mar 28 14:38:38.108438 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=2fbac741-d085-498f-83bc-4bbf2f018506,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:38.313084 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bc247-4312-43f1-9963-9859d1097796 req-f1624a99-8138-45ec-b6c7-0b64e2623044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:38.315255 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-198bc247-4312-43f1-9963-9859d1097796 req-f1624a99-8138-45ec-b6c7-0b64e2623044 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 1130 time: 0.0463150 Mar 28 14:38:38.358881 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-198bc247-4312-43f1-9963-9859d1097796 req-ebbbaa00-b99e-46a9-a9dd-ac2f41ff5790 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372446 Mar 28 14:38:38.492235 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006fd84-5284-46e5-af3c-908206ce48dd req-d99ba6f0-2b87-4cb3-9f9c-efe1952a7046 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:38.494278 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c006fd84-5284-46e5-af3c-908206ce48dd req-d99ba6f0-2b87-4cb3-9f9c-efe1952a7046 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 946 time: 0.0566995 Mar 28 14:38:38.560112 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-c006fd84-5284-46e5-af3c-908206ce48dd req-b2243286-43e7-4703-9eb5-6cb05fa5e96a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561635 Mar 28 14:38:39.224059 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb6f41-4622-486f-89e3-ca4a087650de req-c9e3359e-9b7d-4ad0-b5cf-4dbf110edbc5 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:39.225497 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3acb6f41-4622-486f-89e3-ca4a087650de req-c9e3359e-9b7d-4ad0-b5cf-4dbf110edbc5 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=b643d29f-d581-4c05-94e9-d036368f3e0b HTTP/1.1" status: 200 len: 945 time: 0.0597405 Mar 28 14:38:39.275583 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3acb6f41-4622-486f-89e3-ca4a087650de req-e72192af-1f8c-44f2-b2fe-005f9aaf6fa4 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b8be963-665e-4c82-af51-df9c5177694f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442371 Mar 28 14:38:39.641111 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:39.681745 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea643f5d-573d-49e5-a952-dead6e581b26 req-18a26941-237b-4922-bfc0-ef822bc4afcb tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:39.688539 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ea643f5d-573d-49e5-a952-dead6e581b26 req-18a26941-237b-4922-bfc0-ef822bc4afcb tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 946 time: 0.0566599 Mar 28 14:38:39.736461 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ea643f5d-573d-49e5-a952-dead6e581b26 req-fba3de28-1af2-4abe-8377-0e1fa37204c7 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466807 Mar 28 14:38:40.231420 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519d755-23a9-41d8-92ae-aa2c3b8b53b3 req-23fa4582-e47c-44b7-ab0b-105be27b987e tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:40.232782 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a519d755-23a9-41d8-92ae-aa2c3b8b53b3 req-23fa4582-e47c-44b7-ab0b-105be27b987e tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.18 "GET /v2.0/ports?device_id=b643d29f-d581-4c05-94e9-d036368f3e0b HTTP/1.1" status: 200 len: 945 time: 0.0598137 Mar 28 14:38:40.414510 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647d300-98bc-4d50-be11-00b4abca69a7 req-465aab8d-9a4c-4533-90c5-939e25629a13 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:40.415971 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4647d300-98bc-4d50-be11-00b4abca69a7 req-465aab8d-9a4c-4533-90c5-939e25629a13 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=b643d29f-d581-4c05-94e9-d036368f3e0b HTTP/1.1" status: 200 len: 945 time: 0.0573483 Mar 28 14:38:40.466708 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4647d300-98bc-4d50-be11-00b4abca69a7 req-4a870667-cc03-4183-830e-1a546f9b09d6 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b8be963-665e-4c82-af51-df9c5177694f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450251 Mar 28 14:38:40.862933 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50f825-ab54-4326-bc8b-8b5174150f03 req-8a9dce58-7081-45c4-94cc-031cd9c2d97f tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:40.864926 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9b50f825-ab54-4326-bc8b-8b5174150f03 req-8a9dce58-7081-45c4-94cc-031cd9c2d97f tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 946 time: 0.0530887 Mar 28 14:38:40.913829 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-9b50f825-ab54-4326-bc8b-8b5174150f03 req-d690ff15-8784-452e-ae76-2b011a17482c tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438490 Mar 28 14:38:41.040110 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa80daf-0b71-49a9-a019-3501d147a07d req-72736334-5b6a-4023-932b-47609f096c2a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:41.041557 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-baa80daf-0b71-49a9-a019-3501d147a07d req-72736334-5b6a-4023-932b-47609f096c2a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 946 time: 0.0642481 Mar 28 14:38:41.089050 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-baa80daf-0b71-49a9-a019-3501d147a07d req-75447dd4-cf85-48e4-9e07-a8cf69939ed9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417905 Mar 28 14:38:41.112162 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49042) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:41.160303 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c4e0ab-db57-4b82-81f5-e3788e15294b tempest-TestVolumeBootPattern-202889950 tempest-TestVolumeBootPattern-202889950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:41.162427 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-e7c4e0ab-db57-4b82-81f5-e3788e15294b tempest-TestVolumeBootPattern-202889950 tempest-TestVolumeBootPattern-202889950-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 1125 time: 0.0490117 Mar 28 14:38:41.166552 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49044) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:41.171126 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-10cd09bd-6a8e-4484-8919-4a00647f8cf4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Request body: {'floatingip': {'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'port_id': '2fbac741-d085-498f-83bc-4bbf2f018506', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:38:41.193350 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-10cd09bd-6a8e-4484-8919-4a00647f8cf4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:41.292950 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-10cd09bd-6a8e-4484-8919-4a00647f8cf4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:41.402179 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [None req-10cd09bd-6a8e-4484-8919-4a00647f8cf4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Allocated IP 172.27.1.122 (c66de8d5-469e-474b-81ba-d9e7301ef93c/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73/07ae59d2-eb65-4ceb-9d90-3bd489de282c) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:38:41.571781 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-10cd09bd-6a8e-4484-8919-4a00647f8cf4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for port (07ae59d2-eb65-4ceb-9d90-3bd489de282c), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:41.580721 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-a519d755-23a9-41d8-92ae-aa2c3b8b53b3 req-74f6f178-7f81-471c-a825-dc6e258d0688 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Deleting port 8da0ca38-b578-462c-a4de-0736b7a3cbf3 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:38:41.581041 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a519d755-23a9-41d8-92ae-aa2c3b8b53b3 req-74f6f178-7f81-471c-a825-dc6e258d0688 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (8da0ca38-b578-462c-a4de-0736b7a3cbf3), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:41.587834 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c04afc-c6d2-4dd9-bf97-ce03fbda0a09 req-ff76fe88-86e1-470c-8382-fc8b576109e7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:41.589322 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-07c04afc-c6d2-4dd9-bf97-ce03fbda0a09 req-ff76fe88-86e1-470c-8382-fc8b576109e7 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=b643d29f-d581-4c05-94e9-d036368f3e0b HTTP/1.1" status: 200 len: 945 time: 0.0519009 Mar 28 14:38:41.641369 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-07c04afc-c6d2-4dd9-bf97-ce03fbda0a09 req-f83ae295-5b4f-4b51-855a-8ff43e79c3d6 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b8be963-665e-4c82-af51-df9c5177694f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460596 Mar 28 14:38:41.669859 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-10cd09bd-6a8e-4484-8919-4a00647f8cf4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (07ae59d2-eb65-4ceb-9d90-3bd489de282c), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:41.689549 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-a519d755-23a9-41d8-92ae-aa2c3b8b53b3 req-74f6f178-7f81-471c-a825-dc6e258d0688 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] For port 8da0ca38-b578-462c-a4de-0736b7a3cbf3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8da0ca38-b578-462c-a4de-0736b7a3cbf3,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:38:41.689905 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a519d755-23a9-41d8-92ae-aa2c3b8b53b3 req-74f6f178-7f81-471c-a825-dc6e258d0688 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (8da0ca38-b578-462c-a4de-0736b7a3cbf3), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:41.758466 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cd09bd-6a8e-4484-8919-4a00647f8cf4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:38:41.768377 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-10cd09bd-6a8e-4484-8919-4a00647f8cf4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:38:41.775654 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cd09bd-6a8e-4484-8919-4a00647f8cf4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:38:41.779944 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd09bd-6a8e-4484-8919-4a00647f8cf4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Pushing event updated for resources: {'Port': ['ID=07ae59d2-eb65-4ceb-9d90-3bd489de282c,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:41.984952 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a519d755-23a9-41d8-92ae-aa2c3b8b53b3 req-74f6f178-7f81-471c-a825-dc6e258d0688 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:41.985317 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a519d755-23a9-41d8-92ae-aa2c3b8b53b3 req-74f6f178-7f81-471c-a825-dc6e258d0688 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (d3fa5c26-03d0-4c4a-aeab-51c71c622977), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:41.985612 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.l3_db [req-a519d755-23a9-41d8-92ae-aa2c3b8b53b3 req-74f6f178-7f81-471c-a825-dc6e258d0688 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Floating IP d3fa5c26-03d0-4c4a-aeab-51c71c622977 disassociated. External IP: 172.27.1.67, port: 8da0ca38-b578-462c-a4de-0736b7a3cbf3. Mar 28 14:38:41.985956 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-a519d755-23a9-41d8-92ae-aa2c3b8b53b3 req-74f6f178-7f81-471c-a825-dc6e258d0688 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Calling delete_port for 8da0ca38-b578-462c-a4de-0736b7a3cbf3 owned by compute:nova {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:38:42.283688 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a519d755-23a9-41d8-92ae-aa2c3b8b53b3 req-74f6f178-7f81-471c-a825-dc6e258d0688 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (8da0ca38-b578-462c-a4de-0736b7a3cbf3), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:42.326854 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6f178-7f81-471c-a825-dc6e258d0688 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event deleted for resources: {'Port': ['ID=8da0ca38-b578-462c-a4de-0736b7a3cbf3,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:42.329192 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-10cd09bd-6a8e-4484-8919-4a00647f8cf4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for floatingip (21502414-328d-4594-a459-c137036a9960), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:42.472683 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-10cd09bd-6a8e-4484-8919-4a00647f8cf4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (07ae59d2-eb65-4ceb-9d90-3bd489de282c), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:42.513027 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a519d755-23a9-41d8-92ae-aa2c3b8b53b3 req-74f6f178-7f81-471c-a825-dc6e258d0688 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:38:42.709260 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a519d755-23a9-41d8-92ae-aa2c3b8b53b3 req-74f6f178-7f81-471c-a825-dc6e258d0688 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:38:42.721136 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68759e3-1a50-4fad-94ed-bc7d39d02f7f None None] Sync routers for ids ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:38:42.733361 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-10cd09bd-6a8e-4484-8919-4a00647f8cf4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for port (07ae59d2-eb65-4ceb-9d90-3bd489de282c), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:42.735110 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68759e3-1a50-4fad-94ed-bc7d39d02f7f None None] Routers {'397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:38:42.735979 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-a68759e3-1a50-4fad-94ed-bc7d39d02f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:38:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:38:42.766218 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-10cd09bd-6a8e-4484-8919-4a00647f8cf4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (07ae59d2-eb65-4ceb-9d90-3bd489de282c), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:42.796918 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c53dcd0f-86bf-406a-98cf-2aff038ecbd4 req-ee530b62-63db-4b2b-95db-657a499fe201 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=b643d29f-d581-4c05-94e9-d036368f3e0b HTTP/1.1" status: 200 len: 210 time: 0.0769169 Mar 28 14:38:42.824154 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a519d755-23a9-41d8-92ae-aa2c3b8b53b3 req-74f6f178-7f81-471c-a825-dc6e258d0688 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] No DVR routers for this DVR port 8da0ca38-b578-462c-a4de-0736b7a3cbf3 on host hv-cinder-79053 {{(pid=103205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:38:42.826981 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-a519d755-23a9-41d8-92ae-aa2c3b8b53b3 req-74f6f178-7f81-471c-a825-dc6e258d0688 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:42.833840 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a519d755-23a9-41d8-92ae-aa2c3b8b53b3 req-74f6f178-7f81-471c-a825-dc6e258d0688 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.18 "DELETE /v2.0/ports/8da0ca38-b578-462c-a4de-0736b7a3cbf3 HTTP/1.1" status: 204 len: 173 time: 1.4238341 Mar 28 14:38:42.836020 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b643d29f-d581-4c05-94e9-d036368f3e0b', 'name': 'network-vif-deleted', 'tag': '8da0ca38-b578-462c-a4de-0736b7a3cbf3'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:38:42.839483 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93daafe7-6807-4010-8e01-28bbe0fba111" -d '{"events": [{"server_uuid": "b643d29f-d581-4c05-94e9-d036368f3e0b", "name": "network-vif-deleted", "tag": "8da0ca38-b578-462c-a4de-0736b7a3cbf3"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:38:42.842087 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd09bd-6a8e-4484-8919-4a00647f8cf4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Pushing event updated for resources: {'Port': ['ID=07ae59d2-eb65-4ceb-9d90-3bd489de282c,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:42.871004 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-a68759e3-1a50-4fad-94ed-bc7d39d02f7f None None] Set router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:38:42.889340 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-10cd09bd-6a8e-4484-8919-4a00647f8cf4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (21502414-328d-4594-a459-c137036a9960), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:42.923493 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f30017-bfc7-4a85-ae06-784e82de39c5 x-openstack-request-id: req-c9f30017-bfc7-4a85-ae06-784e82de39c5 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:38:42.923778 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b643d29f-d581-4c05-94e9-d036368f3e0b", "name": "network-vif-deleted", "tag": "8da0ca38-b578-462c-a4de-0736b7a3cbf3", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:38:42.924084 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9f30017-bfc7-4a85-ae06-784e82de39c5 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:38:42.924552 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9f30017-bfc7-4a85-ae06-784e82de39c5'] response: {'server_uuid': 'b643d29f-d581-4c05-94e9-d036368f3e0b', 'name': 'network-vif-deleted', 'tag': '8da0ca38-b578-462c-a4de-0736b7a3cbf3', 'status': 'completed', 'code': 200} Mar 28 14:38:42.996648 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.l3_db [None req-10cd09bd-6a8e-4484-8919-4a00647f8cf4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Floating IP 21502414-328d-4594-a459-c137036a9960 associated. External IP: 172.27.1.122, port: 2fbac741-d085-498f-83bc-4bbf2f018506. Mar 28 14:38:43.218310 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-a68759e3-1a50-4fad-94ed-bc7d39d02f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:38:43.246140 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68759e3-1a50-4fad-94ed-bc7d39d02f7f None None] Checking router: 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:38:43.256485 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68759e3-1a50-4fad-94ed-bc7d39d02f7f None None] Routers {'397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:38:43.257127 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-a68759e3-1a50-4fad-94ed-bc7d39d02f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:38:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:38:43.366877 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-a68759e3-1a50-4fad-94ed-bc7d39d02f7f None None] Set router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:38:43.472214 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cd09bd-6a8e-4484-8919-4a00647f8cf4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Router 12fd7a95-23ea-4610-87a1-43dff2edc137 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:38:43.573325 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-a68759e3-1a50-4fad-94ed-bc7d39d02f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:38:43.583841 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cd09bd-6a8e-4484-8919-4a00647f8cf4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:38:43.593451 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1dc77c-d2fe-46e7-858a-aedebe64d4f9 None None] Sync routers for ids ['12fd7a95-23ea-4610-87a1-43dff2edc137'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:38:43.604261 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68759e3-1a50-4fad-94ed-bc7d39d02f7f None None] The sync data for ids ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'] in dv-cinder-790535-35-iscsi is: [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:27:47Z', 'revision_number': 4, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '6661897a-2fd3-42ab-964c-54086fc5ac80', 'name': '', 'network_id': 'c1d7e8b2-233f-4909-9d7e-cac5ada02fdb', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'mac_address': 'fa:16:3e:05:a9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:44Z', 'updated_at': '2022-03-28T14:27:54Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'subnets': [{'id': '42ae119e-55a6-4649-98c6-27d9c3bb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:38:43.604699 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1dc77c-d2fe-46e7-858a-aedebe64d4f9 None None] Routers {'12fd7a95-23ea-4610-87a1-43dff2edc137'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:38:43.604807 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-10cd09bd-6a8e-4484-8919-4a00647f8cf4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:43.604930 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-ec1dc77c-d2fe-46e7-858a-aedebe64d4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:38:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['12fd7a95-23ea-4610-87a1-43dff2edc137'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:38:43.645587 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-10cd09bd-6a8e-4484-8919-4a00647f8cf4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4778502 Mar 28 14:38:43.718457 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-ec1dc77c-d2fe-46e7-858a-aedebe64d4f9 None None] Set router 12fd7a95-23ea-4610-87a1-43dff2edc137 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:38:43.865971 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd626a38-720a-4e37-900f-a1c8c58d3f8f None None] New status for floating IP d3fa5c26-03d0-4c4a-aeab-51c71c622977: DOWN {{(pid=103206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:38:43.905828 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 8da0ca38-b578-462c-a4de-0736b7a3cbf3 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:38:43.928982 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3d83e592-86b3-4449-826b-feab38dbe6b5 req-4257e182-2d90-420b-8e9e-b0929479cb5b tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/ports?device_id=b643d29f-d581-4c05-94e9-d036368f3e0b HTTP/1.1" status: 200 len: 210 time: 0.0415044 Mar 28 14:38:43.971088 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] No Port match for: 8da0ca38-b578-462c-a4de-0736b7a3cbf3 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:38:43.971440 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 8da0ca38-b578-462c-a4de-0736b7a3cbf3 not bound to the agent host hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:38:43.979578 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-ec1dc77c-d2fe-46e7-858a-aedebe64d4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 4, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port': {'id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '21502414-328d-4594-a459-c137036a9960', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'port_id': '2fbac741-d085-498f-83bc-4bbf2f018506', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'mac_address': 'fa:16:3e:3c:9f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:38:42Z', 'updated_at': '2022-03-28T14:38:42Z', 'revision_number': 0, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d70ce31-82a1-4d64-9a4c-c9ca9a38474e', 'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'mac_address': 'fa:16:3e:ca:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:49Z', 'updated_at': '2022-03-28T14:34:56Z', 'revision_number': 5, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'subnets': [{'id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:38:44.008738 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1dc77c-d2fe-46e7-858a-aedebe64d4f9 None None] Checking router: 12fd7a95-23ea-4610-87a1-43dff2edc137 for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:38:44.018946 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1dc77c-d2fe-46e7-858a-aedebe64d4f9 None None] Routers {'12fd7a95-23ea-4610-87a1-43dff2edc137'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:38:44.019790 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-ec1dc77c-d2fe-46e7-858a-aedebe64d4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:38:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['12fd7a95-23ea-4610-87a1-43dff2edc137'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:38:44.150349 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-ec1dc77c-d2fe-46e7-858a-aedebe64d4f9 None None] Set router 12fd7a95-23ea-4610-87a1-43dff2edc137 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:38:44.370196 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-ec1dc77c-d2fe-46e7-858a-aedebe64d4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 4, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port': {'id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '21502414-328d-4594-a459-c137036a9960', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'port_id': '2fbac741-d085-498f-83bc-4bbf2f018506', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'mac_address': 'fa:16:3e:3c:9f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:38:42Z', 'updated_at': '2022-03-28T14:38:42Z', 'revision_number': 0, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d70ce31-82a1-4d64-9a4c-c9ca9a38474e', 'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'mac_address': 'fa:16:3e:ca:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:49Z', 'updated_at': '2022-03-28T14:34:56Z', 'revision_number': 5, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'subnets': [{'id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:38:44.399263 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1dc77c-d2fe-46e7-858a-aedebe64d4f9 None None] The sync data for ids ['12fd7a95-23ea-4610-87a1-43dff2edc137'] in dv-cinder-790535-35-iscsi is: [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 4, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port': {'id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '21502414-328d-4594-a459-c137036a9960', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'port_id': '2fbac741-d085-498f-83bc-4bbf2f018506', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'mac_address': 'fa:16:3e:3c:9f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:38:42Z', 'updated_at': '2022-03-28T14:38:42Z', 'revision_number': 0, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d70ce31-82a1-4d64-9a4c-c9ca9a38474e', 'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'mac_address': 'fa:16:3e:ca:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:49Z', 'updated_at': '2022-03-28T14:34:56Z', 'revision_number': 5, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'subnets': [{'id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:38:44.591907 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317d4164-f68a-444b-96f8-b983aedcb69c None None] New status for floating IP 21502414-328d-4594-a459-c137036a9960: ACTIVE {{(pid=103207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:38:44.926338 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9', 'tag': '2fbac741-d085-498f-83bc-4bbf2f018506'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:38:44.928877 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a4889b-9411-4384-b09d-d04a062cc93b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9", "tag": "2fbac741-d085-498f-83bc-4bbf2f018506"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:38:44.971897 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce58477-c5e2-4d51-a9c7-4bbae29785fb x-openstack-request-id: req-4ce58477-c5e2-4d51-a9c7-4bbae29785fb {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:38:44.972184 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9", "tag": "2fbac741-d085-498f-83bc-4bbf2f018506", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:38:44.972432 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ce58477-c5e2-4d51-a9c7-4bbae29785fb {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:38:44.972833 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ce58477-c5e2-4d51-a9c7-4bbae29785fb'] response: {'name': 'network-changed', 'server_uuid': 'cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9', 'tag': '2fbac741-d085-498f-83bc-4bbf2f018506', 'status': 'completed', 'code': 200} Mar 28 14:38:45.011947 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49074) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:45.063943 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1c8abff4-d718-4a59-99ee-24f66723ecff tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group (3b8be963-665e-4c82-af51-df9c5177694f), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:45.088931 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1c8abff4-d718-4a59-99ee-24f66723ecff tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group (3b8be963-665e-4c82-af51-df9c5177694f), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:45.141283 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1c8abff4-d718-4a59-99ee-24f66723ecff tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (3b8be963-665e-4c82-af51-df9c5177694f), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:45.144027 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1c8abff4-d718-4a59-99ee-24f66723ecff tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:45.145151 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-1c8abff4-d718-4a59-99ee-24f66723ecff tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "DELETE /v2.0/security-groups/3b8be963-665e-4c82-af51-df9c5177694f HTTP/1.1" status: 204 len: 168 time: 0.1322408 Mar 28 14:38:45.148161 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49078) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:45.154398 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8abff4-d718-4a59-99ee-24f66723ecff tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8be963-665e-4c82-af51-df9c5177694f,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:45.162393 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.api.v2.resource [None req-62dc6faf-4e67-4775-9544-049dc239f793 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] show failed (client error): The resource could not be found. Mar 28 14:38:45.163465 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-62dc6faf-4e67-4775-9544-049dc239f793 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "GET /v2.0/security-groups/3b8be963-665e-4c82-af51-df9c5177694f HTTP/1.1" status: 404 len: 347 time: 0.0143142 Mar 28 14:38:45.166404 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49080) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:45.288609 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-7a226430-74c5-4e18-9580-1e09200bda93 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Deleting port db7b1291-4fa3-4815-9724-d2361b7e7d23 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:38:45.288914 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7a226430-74c5-4e18-9580-1e09200bda93 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (db7b1291-4fa3-4815-9724-d2361b7e7d23), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:45.365644 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7a226430-74c5-4e18-9580-1e09200bda93 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (db7b1291-4fa3-4815-9724-d2361b7e7d23), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:45.365945 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7a226430-74c5-4e18-9580-1e09200bda93 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (db7b1291-4fa3-4815-9724-d2361b7e7d23), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:45.378719 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-7a226430-74c5-4e18-9580-1e09200bda93 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Calling delete_port for db7b1291-4fa3-4815-9724-d2361b7e7d23 owned by network:floatingip {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:38:45.516776 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7a226430-74c5-4e18-9580-1e09200bda93 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (db7b1291-4fa3-4815-9724-d2361b7e7d23), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:45.543938 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a226430-74c5-4e18-9580-1e09200bda93 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Pushing event deleted for resources: {'Port': ['ID=db7b1291-4fa3-4815-9724-d2361b7e7d23,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:45.555080 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a226430-74c5-4e18-9580-1e09200bda93 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:45.555443 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a226430-74c5-4e18-9580-1e09200bda93 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:45.555791 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a226430-74c5-4e18-9580-1e09200bda93 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:45.556129 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a226430-74c5-4e18-9580-1e09200bda93 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:45.556460 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a226430-74c5-4e18-9580-1e09200bda93 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:45.556788 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a226430-74c5-4e18-9580-1e09200bda93 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:45.557114 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a226430-74c5-4e18-9580-1e09200bda93 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:45.557434 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a226430-74c5-4e18-9580-1e09200bda93 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:45.557756 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a226430-74c5-4e18-9580-1e09200bda93 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:45.558078 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a226430-74c5-4e18-9580-1e09200bda93 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:45.558397 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a226430-74c5-4e18-9580-1e09200bda93 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:45.558718 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a226430-74c5-4e18-9580-1e09200bda93 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:45.559057 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a226430-74c5-4e18-9580-1e09200bda93 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:45.559382 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a226430-74c5-4e18-9580-1e09200bda93 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:45.559706 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a226430-74c5-4e18-9580-1e09200bda93 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:45.613803 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7a226430-74c5-4e18-9580-1e09200bda93 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks [] for floatingip (d3fa5c26-03d0-4c4a-aeab-51c71c622977), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:45.616451 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7a226430-74c5-4e18-9580-1e09200bda93 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:45.617598 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-7a226430-74c5-4e18-9580-1e09200bda93 tempest-AttachVolumeNegativeTest-2062144935 tempest-AttachVolumeNegativeTest-2062144935-project] 10.222.0.13 "DELETE /v2.0/floatingips/d3fa5c26-03d0-4c4a-aeab-51c71c622977 HTTP/1.1" status: 204 len: 168 time: 0.4502912 Mar 28 14:38:47.603597 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4889b-9411-4384-b09d-d04a062cc93b req-6c5845b2-f8f2-4193-8be4-278e761db751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:47.605429 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-61a4889b-9411-4384-b09d-d04a062cc93b req-6c5845b2-f8f2-4193-8be4-278e761db751 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4f53d69085f474b95d14b83626c9705&device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 1130 time: 0.0513031 Mar 28 14:38:47.733057 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4889b-9411-4384-b09d-d04a062cc93b req-eb0ab27a-2771-48fb-be8f-08d2d56d083b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:47.734561 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-61a4889b-9411-4384-b09d-d04a062cc93b req-eb0ab27a-2771-48fb-be8f-08d2d56d083b service neutron] 10.222.0.18 "GET /v2.0/networks?id=f405bb5a-c1e1-4b86-b73d-65ef62332c49 HTTP/1.1" status: 200 len: 912 time: 0.0902300 Mar 28 14:38:47.801081 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-61a4889b-9411-4384-b09d-d04a062cc93b req-16268558-ed03-4fda-8209-77115299070e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fbac741-d085-498f-83bc-4bbf2f018506 HTTP/1.1" status: 200 len: 1002 time: 0.0589907 Mar 28 14:38:47.849560 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4889b-9411-4384-b09d-d04a062cc93b req-3fa0927c-e52a-4613-8b37-34212b86be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:47.851062 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-61a4889b-9411-4384-b09d-d04a062cc93b req-3fa0927c-e52a-4613-8b37-34212b86be1f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d93cae3-8698-4501-9dad-642b87babf0b HTTP/1.1" status: 200 len: 850 time: 0.0439208 Mar 28 14:38:47.908006 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4889b-9411-4384-b09d-d04a062cc93b req-2c1d491a-aecb-4076-90a5-b9385c2d9b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:47.909576 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-61a4889b-9411-4384-b09d-d04a062cc93b req-2c1d491a-aecb-4076-90a5-b9385c2d9b11 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f405bb5a-c1e1-4b86-b73d-65ef62332c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0512073 Mar 28 14:38:48.009429 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-61a4889b-9411-4384-b09d-d04a062cc93b req-25fa79d3-0d19-4c8e-a83b-cff7aa3f11bc service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933275 Mar 28 14:38:48.101514 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-61a4889b-9411-4384-b09d-d04a062cc93b req-f605f748-66cf-4015-958d-00179d993707 service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860057 Mar 28 14:38:49.386578 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e477624b-e0ca-4275-94cb-1d497ece392b req-a30cc41c-6e81-43dd-85a3-b59f90758349 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0632842 Mar 28 14:38:49.483845 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477624b-e0ca-4275-94cb-1d497ece392b req-db105acb-7050-4201-b904-906e2a315b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:49.485334 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e477624b-e0ca-4275-94cb-1d497ece392b req-db105acb-7050-4201-b904-906e2a315b53 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=26effb221cba493895805136dd811e20&device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 1130 time: 0.0445645 Mar 28 14:38:49.595657 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477624b-e0ca-4275-94cb-1d497ece392b req-23626d45-36fc-4666-a8a1-113c22a1e5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:49.597087 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e477624b-e0ca-4275-94cb-1d497ece392b req-23626d45-36fc-4666-a8a1-113c22a1e5f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8 HTTP/1.1" status: 200 len: 918 time: 0.0916159 Mar 28 14:38:49.670109 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e477624b-e0ca-4275-94cb-1d497ece392b req-6f814f55-e355-442b-b5c3-c8e2438bfd08 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80106ea7-9c48-4ff8-8939-825a3ac31f96 HTTP/1.1" status: 200 len: 999 time: 0.0671229 Mar 28 14:38:49.717783 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477624b-e0ca-4275-94cb-1d497ece392b req-eba4837f-4480-4157-95ee-0bfad6b1371f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:49.719288 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e477624b-e0ca-4275-94cb-1d497ece392b req-eba4837f-4480-4157-95ee-0bfad6b1371f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=31660ae6-3a03-4024-957b-fcff7a111abb HTTP/1.1" status: 200 len: 856 time: 0.0429895 Mar 28 14:38:49.771185 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477624b-e0ca-4275-94cb-1d497ece392b req-06f21da4-f1e6-42bc-a618-06eff9a43952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:49.772696 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e477624b-e0ca-4275-94cb-1d497ece392b req-06f21da4-f1e6-42bc-a618-06eff9a43952 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bcd22f98-d55c-4ded-97e4-59fdf5d005e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475707 Mar 28 14:38:51.100787 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e477624b-e0ca-4275-94cb-1d497ece392b req-ddc52891-7e65-403c-9f14-1d9aa0d8134c service neutron] 10.222.0.18 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045344 Mar 28 14:38:52.295337 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e477624b-e0ca-4275-94cb-1d497ece392b req-94121604-ac60-414a-8606-52095e5b5d07 service neutron] 10.222.0.18 "GET /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007042 Mar 28 14:38:55.660231 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49196) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:55.883316 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:38:56.160827 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-e8965e47-715b-4b28-9050-bad6cb0cfe4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1559664'] for router_interface (397000c6-b7b9-4b28-ab6b-2e9f38f60eb2), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:56.406756 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-e8965e47-715b-4b28-9050-bad6cb0cfe4e admin admin] Deleting port 6661897a-2fd3-42ab-964c-54086fc5ac80 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:38:56.407125 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-e8965e47-715b-4b28-9050-bad6cb0cfe4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (6661897a-2fd3-42ab-964c-54086fc5ac80), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:56.485591 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-e8965e47-715b-4b28-9050-bad6cb0cfe4e admin admin] For port 6661897a-2fd3-42ab-964c-54086fc5ac80, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=6661897a-2fd3-42ab-964c-54086fc5ac80,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:38:56.485974 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-e8965e47-715b-4b28-9050-bad6cb0cfe4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (6661897a-2fd3-42ab-964c-54086fc5ac80), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:56.499298 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-e8965e47-715b-4b28-9050-bad6cb0cfe4e admin admin] Calling delete_port for 6661897a-2fd3-42ab-964c-54086fc5ac80 owned by network:router_interface {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:38:56.683377 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-e8965e47-715b-4b28-9050-bad6cb0cfe4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (6661897a-2fd3-42ab-964c-54086fc5ac80), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:56.708222 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8965e47-715b-4b28-9050-bad6cb0cfe4e admin admin] Pushing event deleted for resources: {'Port': ['ID=6661897a-2fd3-42ab-964c-54086fc5ac80,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:56.869485 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-e8965e47-715b-4b28-9050-bad6cb0cfe4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1566807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1558496'] for router_interface (397000c6-b7b9-4b28-ab6b-2e9f38f60eb2), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:57.087379 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8965e47-715b-4b28-9050-bad6cb0cfe4e admin admin] Router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:38:57.208965 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8965e47-715b-4b28-9050-bad6cb0cfe4e admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:38:57.214378 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-e8965e47-715b-4b28-9050-bad6cb0cfe4e admin admin] 10.222.0.13 "PUT /v2.0/routers/397000c6-b7b9-4b28-ab6b-2e9f38f60eb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5531077 Mar 28 14:38:57.217121 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49208) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:57.218112 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca0ff5-d041-4fd9-90e0-acf6a55c8d78 None None] Sync routers for ids ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:38:57.229508 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca0ff5-d041-4fd9-90e0-acf6a55c8d78 None None] Routers {'397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:38:57.230169 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-3fca0ff5-d041-4fd9-90e0-acf6a55c8d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:38:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:38:57.338167 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-3fca0ff5-d041-4fd9-90e0-acf6a55c8d78 None None] Set router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:38:57.527362 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-3fca0ff5-d041-4fd9-90e0-acf6a55c8d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:38:56Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:38:57.558580 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca0ff5-d041-4fd9-90e0-acf6a55c8d78 None None] Checking router: 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:38:57.567071 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca0ff5-d041-4fd9-90e0-acf6a55c8d78 None None] Routers {'397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:38:57.567737 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-3fca0ff5-d041-4fd9-90e0-acf6a55c8d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:38:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:38:57.593007 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-cce0c537-eedc-48cc-856e-a109a3682a07 admin admin] Publish callbacks [] for router (397000c6-b7b9-4b28-ab6b-2e9f38f60eb2), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:57.674345 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-3fca0ff5-d041-4fd9-90e0-acf6a55c8d78 None None] Set router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:38:57.694818 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-cce0c537-eedc-48cc-856e-a109a3682a07 admin admin] Publish callbacks [] for router_gateway (397000c6-b7b9-4b28-ab6b-2e9f38f60eb2), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:57.747519 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-cce0c537-eedc-48cc-856e-a109a3682a07 admin admin] Deleting port e975b9ee-da27-47b0-8274-cedffdbd6f80 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:38:57.747868 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-cce0c537-eedc-48cc-856e-a109a3682a07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (e975b9ee-da27-47b0-8274-cedffdbd6f80), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:57.829400 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-cce0c537-eedc-48cc-856e-a109a3682a07 admin admin] For port e975b9ee-da27-47b0-8274-cedffdbd6f80, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=e975b9ee-da27-47b0-8274-cedffdbd6f80,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:38:57.830074 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-cce0c537-eedc-48cc-856e-a109a3682a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (e975b9ee-da27-47b0-8274-cedffdbd6f80), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:57.846425 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-cce0c537-eedc-48cc-856e-a109a3682a07 admin admin] Calling delete_port for e975b9ee-da27-47b0-8274-cedffdbd6f80 owned by network:router_gateway {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:38:57.850882 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-3fca0ff5-d041-4fd9-90e0-acf6a55c8d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:38:56Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:38:57.876912 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca0ff5-d041-4fd9-90e0-acf6a55c8d78 None None] The sync data for ids ['397000c6-b7b9-4b28-ab6b-2e9f38f60eb2'] in dv-cinder-790535-35-iscsi is: [{'id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'name': 'tempest-AttachVolumeNegativeTest-346164699-router', 'tenant_id': 'c2306e519eba4cfa82246420f4c4f925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:35Z', 'updated_at': '2022-03-28T14:38:56Z', 'revision_number': 5, 'project_id': 'c2306e519eba4cfa82246420f4c4f925', 'gw_port': {'id': 'e975b9ee-da27-47b0-8274-cedffdbd6f80', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397000c6-b7b9-4b28-ab6b-2e9f38f60eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:38:58.017403 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-cce0c537-eedc-48cc-856e-a109a3682a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (e975b9ee-da27-47b0-8274-cedffdbd6f80), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:58.040770 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0c537-eedc-48cc-856e-a109a3682a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=e975b9ee-da27-47b0-8274-cedffdbd6f80,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:58.109691 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-cce0c537-eedc-48cc-856e-a109a3682a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1557770'] for router_gateway (397000c6-b7b9-4b28-ab6b-2e9f38f60eb2), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:58.198845 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-cce0c537-eedc-48cc-856e-a109a3682a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63126'] for router (397000c6-b7b9-4b28-ab6b-2e9f38f60eb2), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:58.200860 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-cce0c537-eedc-48cc-856e-a109a3682a07 admin admin] Publish callbacks [] for router_controller (397000c6-b7b9-4b28-ab6b-2e9f38f60eb2), precommit_delete_associations {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:58.250091 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-cce0c537-eedc-48cc-856e-a109a3682a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572847'] for router (397000c6-b7b9-4b28-ab6b-2e9f38f60eb2), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:58.250519 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce0c537-eedc-48cc-856e-a109a3682a07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 {{(pid=103205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:38:58.255226 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-cce0c537-eedc-48cc-856e-a109a3682a07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:58.259189 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-cce0c537-eedc-48cc-856e-a109a3682a07 admin admin] 10.222.0.13 "DELETE /v2.0/routers/397000c6-b7b9-4b28-ab6b-2e9f38f60eb2 HTTP/1.1" status: 204 len: 168 time: 1.0410945 Mar 28 14:38:58.259485 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49216) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:58.307407 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78dba77-a930-4003-a36d-7969a24e1734 admin admin] Deleting subnet 42ae119e-55a6-4649-98c6-27d9c3bb606b {{(pid=103204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 14:38:58.310585 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e78dba77-a930-4003-a36d-7969a24e1734 admin admin] Publish callbacks [] for subnet (42ae119e-55a6-4649-98c6-27d9c3bb606b), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:58.349719 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e78dba77-a930-4003-a36d-7969a24e1734 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5805738'] for subnet (42ae119e-55a6-4649-98c6-27d9c3bb606b), precommit_delete_associations {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:58.425444 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e78dba77-a930-4003-a36d-7969a24e1734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3594039'] for subnet (42ae119e-55a6-4649-98c6-27d9c3bb606b), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:58.484023 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e78dba77-a930-4003-a36d-7969a24e1734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4432380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4368958'] for subnet (42ae119e-55a6-4649-98c6-27d9c3bb606b), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:58.508107 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78dba77-a930-4003-a36d-7969a24e1734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42ae119e-55a6-4649-98c6-27d9c3bb606b,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:58.518544 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e78dba77-a930-4003-a36d-7969a24e1734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for subnet (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:58.521979 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-e78dba77-a930-4003-a36d-7969a24e1734 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/42ae119e-55a6-4649-98c6-27d9c3bb606b HTTP/1.1" status: 204 len: 168 time: 0.2609477 Mar 28 14:38:58.523645 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78dba77-a930-4003-a36d-7969a24e1734 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:58.524010 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78dba77-a930-4003-a36d-7969a24e1734 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:58.524673 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49218) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:58.525289 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf98e816-b1cb-44ac-bfa8-a030700e817e None None] Network c1d7e8b2-233f-4909-9d7e-cac5ada02fdb requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:38:58.532164 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78dba77-a930-4003-a36d-7969a24e1734 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:58.532566 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78dba77-a930-4003-a36d-7969a24e1734 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:58.532930 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78dba77-a930-4003-a36d-7969a24e1734 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:58.533260 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78dba77-a930-4003-a36d-7969a24e1734 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:58.533591 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78dba77-a930-4003-a36d-7969a24e1734 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:58.533920 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78dba77-a930-4003-a36d-7969a24e1734 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:58.534246 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78dba77-a930-4003-a36d-7969a24e1734 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:58.534571 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78dba77-a930-4003-a36d-7969a24e1734 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:58.534886 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78dba77-a930-4003-a36d-7969a24e1734 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:58.544251 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78dba77-a930-4003-a36d-7969a24e1734 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:58.545536 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78dba77-a930-4003-a36d-7969a24e1734 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:58.546140 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78dba77-a930-4003-a36d-7969a24e1734 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:58.546483 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78dba77-a930-4003-a36d-7969a24e1734 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:38:58.615582 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b944b81b-1d4d-4acc-bbd2-d7cf53a0910c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3456630'] for network (c1d7e8b2-233f-4909-9d7e-cac5ada02fdb), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:58.673239 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-b944b81b-1d4d-4acc-bbd2-d7cf53a0910c admin admin] Deleting port df9764bb-76b1-4f14-b22f-69a0be408c69 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:38:58.673583 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b944b81b-1d4d-4acc-bbd2-d7cf53a0910c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (df9764bb-76b1-4f14-b22f-69a0be408c69), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:58.742315 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-b944b81b-1d4d-4acc-bbd2-d7cf53a0910c admin admin] For port df9764bb-76b1-4f14-b22f-69a0be408c69, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=df9764bb-76b1-4f14-b22f-69a0be408c69,segment=NetworkSegment(358170f0-2257-45aa-b080-0f9eeeb25425),segment_id=358170f0-2257-45aa-b080-0f9eeeb25425)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:38:58.743014 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b944b81b-1d4d-4acc-bbd2-d7cf53a0910c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (df9764bb-76b1-4f14-b22f-69a0be408c69), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:58.756449 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-b944b81b-1d4d-4acc-bbd2-d7cf53a0910c admin admin] Calling delete_port for df9764bb-76b1-4f14-b22f-69a0be408c69 owned by network:dhcp {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:38:58.841612 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b944b81b-1d4d-4acc-bbd2-d7cf53a0910c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (df9764bb-76b1-4f14-b22f-69a0be408c69), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:58.865052 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944b81b-1d4d-4acc-bbd2-d7cf53a0910c admin admin] Pushing event deleted for resources: {'Port': ['ID=df9764bb-76b1-4f14-b22f-69a0be408c69,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:58.870599 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b944b81b-1d4d-4acc-bbd2-d7cf53a0910c admin admin] No DVR routers for this DVR port df9764bb-76b1-4f14-b22f-69a0be408c69 on host dv-cinder-790535-35-iscsi {{(pid=103205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:38:58.931262 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ed22c3-00e7-4d6c-96fc-18b48a06734a None None] DHCP port deletion for c1d7e8b2-233f-4909-9d7e-cac5ada02fdb request from dv-cinder-790535-35-iscsi {{(pid=103206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 14:38:58.954152 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b944b81b-1d4d-4acc-bbd2-d7cf53a0910c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3641020', 'neutron.services.segments.db._delete_segments_for_network-8793221261626'] for network (c1d7e8b2-233f-4909-9d7e-cac5ada02fdb), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:58.980946 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.services.segments.db [None req-b944b81b-1d4d-4acc-bbd2-d7cf53a0910c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d7e8b2-233f-4909-9d7e-cac5ada02fdb']}} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:38:59.001277 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.services.segments.db [None req-b944b81b-1d4d-4acc-bbd2-d7cf53a0910c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358170f0-2257-45aa-b080-0f9eeeb25425') {'for_net_delete': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:38:59.001572 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.services.segments.db [None req-b944b81b-1d4d-4acc-bbd2-d7cf53a0910c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358170f0-2257-45aa-b080-0f9eeeb25425') {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:38:59.007169 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device df9764bb-76b1-4f14-b22f-69a0be408c69 no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:38:59.011528 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b944b81b-1d4d-4acc-bbd2-d7cf53a0910c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221459523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4630602'] for segment (358170f0-2257-45aa-b080-0f9eeeb25425), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:59.024902 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b944b81b-1d4d-4acc-bbd2-d7cf53a0910c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (358170f0-2257-45aa-b080-0f9eeeb25425), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:59.031123 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b944b81b-1d4d-4acc-bbd2-d7cf53a0910c admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:38:59.031525 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b944b81b-1d4d-4acc-bbd2-d7cf53a0910c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5822181'] for segment (358170f0-2257-45aa-b080-0f9eeeb25425), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: Traceback (most recent call last): Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: timer() Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: cb(*args, **kw) Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: return func(*args, **kwargs) Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: self._notify() Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: self.callback(batched_events) Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: event.method(event) Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: return f(self, *a, **k) Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: return self._get(url).json() Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: return self.request(url, 'GET', **kwargs) Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:38:59.033405 dv-cinder-790535-35-iscsi neutron-server[103205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:38:59.052322 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: df9764bb-76b1-4f14-b22f-69a0be408c69 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:38:59.052672 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device df9764bb-76b1-4f14-b22f-69a0be408c69 not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:38:59.053105 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 6661897a-2fd3-42ab-964c-54086fc5ac80 no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:38:59.077288 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: 6661897a-2fd3-42ab-964c-54086fc5ac80 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:38:59.077624 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 6661897a-2fd3-42ab-964c-54086fc5ac80 not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:38:59.078049 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device e975b9ee-da27-47b0-8274-cedffdbd6f80 no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:38:59.093323 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b944b81b-1d4d-4acc-bbd2-d7cf53a0910c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3641013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1557862'] for network (c1d7e8b2-233f-4909-9d7e-cac5ada02fdb), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:59.100523 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b944b81b-1d4d-4acc-bbd2-d7cf53a0910c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:59.104055 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-b944b81b-1d4d-4acc-bbd2-d7cf53a0910c admin admin] 10.222.0.13 "DELETE /v2.0/networks/c1d7e8b2-233f-4909-9d7e-cac5ada02fdb HTTP/1.1" status: 204 len: 168 time: 0.5783939 Mar 28 14:38:59.114291 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944b81b-1d4d-4acc-bbd2-d7cf53a0910c admin admin] Pushing event deleted for resources: {'Network': ['ID=c1d7e8b2-233f-4909-9d7e-cac5ada02fdb,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:59.241729 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: e975b9ee-da27-47b0-8274-cedffdbd6f80 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:38:59.242080 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device e975b9ee-da27-47b0-8274-cedffdbd6f80 not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:38:59.243773 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49228) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:59.279484 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3226f23c-64d4-476b-a5c7-0cb333cd955e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:59.286265 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-11bbc1f5-f3ef-480e-a1a1-68c4cab1010d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2306e519eba4cfa82246420f4c4f925&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0413253 Mar 28 14:38:59.288919 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49230) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:38:59.338552 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1c8c0985-d876-4fb5-a04f-9a05f92ffbb7 admin admin] Publish callbacks [] for security_group (ba47cadd-256d-4651-947e-f0baebe2d243), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:59.365298 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1c8c0985-d876-4fb5-a04f-9a05f92ffbb7 admin admin] Publish callbacks [] for security_group (ba47cadd-256d-4651-947e-f0baebe2d243), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:59.421146 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1c8c0985-d876-4fb5-a04f-9a05f92ffbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (ba47cadd-256d-4651-947e-f0baebe2d243), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:59.423718 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1c8c0985-d876-4fb5-a04f-9a05f92ffbb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:38:59.424934 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-1c8c0985-d876-4fb5-a04f-9a05f92ffbb7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba47cadd-256d-4651-947e-f0baebe2d243 HTTP/1.1" status: 204 len: 168 time: 0.1344953 Mar 28 14:38:59.432655 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c0985-d876-4fb5-a04f-9a05f92ffbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba47cadd-256d-4651-947e-f0baebe2d243,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:38:59.900981 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49250) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:00.003444 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d8b07fa8-fcca-4701-bb64-a005d22b166f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:00.078295 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d8b07fa8-fcca-4701-bb64-a005d22b166f admin admin] Publish callbacks [] for security_group (17cd35d2-a7b3-43f5-97be-5267e55bd07d), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:00.084609 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d8b07fa8-fcca-4701-bb64-a005d22b166f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (17cd35d2-a7b3-43f5-97be-5267e55bd07d), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:00.124128 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-d8b07fa8-fcca-4701-bb64-a005d22b166f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffc9d8b78a8c4376b70791f5e87b450f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216935 Mar 28 14:39:00.124970 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b07fa8-fcca-4701-bb64-a005d22b166f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cd35d2-a7b3-43f5-97be-5267e55bd07d,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:00.127500 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49262) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:00.164705 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49264) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:00.176465 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c52f27df-3e8d-4058-96c3-c8cc8d15203f admin admin] Publish callbacks [] for security_group (17cd35d2-a7b3-43f5-97be-5267e55bd07d), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:00.197041 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c52f27df-3e8d-4058-96c3-c8cc8d15203f admin admin] Publish callbacks [] for security_group (17cd35d2-a7b3-43f5-97be-5267e55bd07d), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:00.243871 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c52f27df-3e8d-4058-96c3-c8cc8d15203f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (17cd35d2-a7b3-43f5-97be-5267e55bd07d), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:00.246539 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c52f27df-3e8d-4058-96c3-c8cc8d15203f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:00.247741 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-c52f27df-3e8d-4058-96c3-c8cc8d15203f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17cd35d2-a7b3-43f5-97be-5267e55bd07d HTTP/1.1" status: 204 len: 168 time: 0.1185472 Mar 28 14:39:00.256049 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f27df-3e8d-4058-96c3-c8cc8d15203f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cd35d2-a7b3-43f5-97be-5267e55bd07d,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:00.256596 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-e879cd5e-047b-4f62-80fe-66846988b49b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-986063621-network', 'tenant_id': '154c08ae14b74d34a50d0dbc0d642488'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:39:00.277762 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e879cd5e-047b-4f62-80fe-66846988b49b admin admin] Made reservation on behalf of 154c08ae14b74d34a50d0dbc0d642488 for: {'network': 1} {{(pid=103204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:39:00.280099 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e879cd5e-047b-4f62-80fe-66846988b49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for network (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:00.288977 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e879cd5e-047b-4f62-80fe-66846988b49b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:00.359679 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e879cd5e-047b-4f62-80fe-66846988b49b admin admin] Publish callbacks [] for security_group (466a1442-fb26-4739-87fe-264ebbac0c5e), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:00.375145 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e879cd5e-047b-4f62-80fe-66846988b49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (466a1442-fb26-4739-87fe-264ebbac0c5e), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:00.391453 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e879cd5e-047b-4f62-80fe-66846988b49b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:39:00.406409 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879cd5e-047b-4f62-80fe-66846988b49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466a1442-fb26-4739-87fe-264ebbac0c5e,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:00.416010 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e879cd5e-047b-4f62-80fe-66846988b49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (46788784-60f6-4f78-a104-a901ff5f1481), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:00.416357 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.db.segments_db [None req-e879cd5e-047b-4f62-80fe-66846988b49b admin admin] Added segment 46788784-60f6-4f78-a104-a901ff5f1481 of type vlan for network 4cac299c-dfba-45df-acdf-7ac10f763164 Mar 28 14:39:00.706624 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e879cd5e-047b-4f62-80fe-66846988b49b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220902705'] for network (4cac299c-dfba-45df-acdf-7ac10f763164), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:00.735101 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e879cd5e-047b-4f62-80fe-66846988b49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for network (4cac299c-dfba-45df-acdf-7ac10f763164), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:00.736019 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e879cd5e-047b-4f62-80fe-66846988b49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:00.736563 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e879cd5e-047b-4f62-80fe-66846988b49b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:00.793421 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-e879cd5e-047b-4f62-80fe-66846988b49b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6276085 Mar 28 14:39:00.796518 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49270) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:00.796788 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879cd5e-047b-4f62-80fe-66846988b49b admin admin] Pushing event updated for resources: {'Network': ['ID=4cac299c-dfba-45df-acdf-7ac10f763164,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:00.802951 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-5207e1c2-e8ee-48ae-a218-79762855cadf admin admin] Request body: {'subnet': {'network_id': '4cac299c-dfba-45df-acdf-7ac10f763164', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-986063621-subnet', 'tenant_id': '154c08ae14b74d34a50d0dbc0d642488', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:39:00.806830 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Network 4cac299c-dfba-45df-acdf-7ac10f763164 details requested by agent ovs-agent-dv-cinder-790535-35-iscsi with host dv-cinder-790535-35-iscsi {{(pid=103206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:39:00.824681 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5207e1c2-e8ee-48ae-a218-79762855cadf admin admin] Made reservation on behalf of 154c08ae14b74d34a50d0dbc0d642488 for: {'subnet': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:39:00.827087 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5207e1c2-e8ee-48ae-a218-79762855cadf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4675386'] for subnet (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:01.004165 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5207e1c2-e8ee-48ae-a218-79762855cadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5826304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4675372'] for subnet (65e0f90b-870a-47c0-81ac-ed32dd1ee73a), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:01.058920 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207e1c2-e8ee-48ae-a218-79762855cadf admin admin] Pushing event updated for resources: {'Subnet': ['ID=65e0f90b-870a-47c0-81ac-ed32dd1ee73a,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:01.066885 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5207e1c2-e8ee-48ae-a218-79762855cadf admin admin] Checking segment: {'id': '46788784-60f6-4f78-a104-a901ff5f1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4cac299c-dfba-45df-acdf-7ac10f763164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:39:01.067270 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5207e1c2-e8ee-48ae-a218-79762855cadf admin admin] Network hostable DHCP agents. Network: 4cac299c-dfba-45df-acdf-7ac10f763164, hostable agents: ['eea6c500-11a4-453f-b304-9367778e315c'], hosted agents: [] {{(pid=103205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:39:01.085812 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5207e1c2-e8ee-48ae-a218-79762855cadf admin admin] Network 4cac299c-dfba-45df-acdf-7ac10f763164 is scheduled to be hosted by DHCP agent eea6c500-11a4-453f-b304-9367778e315c with binding_index 1 {{(pid=103205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:39:01.103368 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-5207e1c2-e8ee-48ae-a218-79762855cadf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-35-iscsi, 4cac299c-dfba-45df-acdf-7ac10f763164) {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:39:01.107491 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5207e1c2-e8ee-48ae-a218-79762855cadf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:01.108172 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5207e1c2-e8ee-48ae-a218-79762855cadf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:01.112203 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70e19b1-e89d-4119-a75f-097d8d7483d5 None None] Network 4cac299c-dfba-45df-acdf-7ac10f763164 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:39:01.125576 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-5207e1c2-e8ee-48ae-a218-79762855cadf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3279419 Mar 28 14:39:01.219249 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d498644-c30f-4581-9fd7-c438e0f4d60c None None] Network 4cac299c-dfba-45df-acdf-7ac10f763164 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:39:01.561130 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ae5aad6f-c81a-4275-a209-77dca0848d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:01.669434 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49286) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:01.674488 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-10ebfbec-b453-4f7a-8c32-7e20d7d94dd9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-100210514-network', 'tenant_id': 'a94f58cbfd1b4005b73c23356fd7ff8d'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:39:01.696324 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ebfbec-b453-4f7a-8c32-7e20d7d94dd9 admin admin] Made reservation on behalf of a94f58cbfd1b4005b73c23356fd7ff8d for: {'network': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:39:01.698634 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-10ebfbec-b453-4f7a-8c32-7e20d7d94dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for network (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:01.711887 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-10ebfbec-b453-4f7a-8c32-7e20d7d94dd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:01.787438 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-10ebfbec-b453-4f7a-8c32-7e20d7d94dd9 admin admin] Publish callbacks [] for security_group (f2990074-443b-4cc0-a2c5-71f74180f9e6), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:01.793519 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-10ebfbec-b453-4f7a-8c32-7e20d7d94dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (f2990074-443b-4cc0-a2c5-71f74180f9e6), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:01.817150 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ebfbec-b453-4f7a-8c32-7e20d7d94dd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:39:01.825735 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebfbec-b453-4f7a-8c32-7e20d7d94dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2990074-443b-4cc0-a2c5-71f74180f9e6,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:01.832182 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-10ebfbec-b453-4f7a-8c32-7e20d7d94dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (3cf5fed8-8833-499a-8a49-87524d88e0d2), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:01.832558 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.segments_db [None req-10ebfbec-b453-4f7a-8c32-7e20d7d94dd9 admin admin] Added segment 3cf5fed8-8833-499a-8a49-87524d88e0d2 of type vlan for network 1c40da63-6b32-46ab-95a3-e1b61aba8e61 Mar 28 14:39:01.875435 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-10ebfbec-b453-4f7a-8c32-7e20d7d94dd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220902705'] for network (1c40da63-6b32-46ab-95a3-e1b61aba8e61), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:01.903205 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-10ebfbec-b453-4f7a-8c32-7e20d7d94dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for network (1c40da63-6b32-46ab-95a3-e1b61aba8e61), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:01.904116 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ebfbec-b453-4f7a-8c32-7e20d7d94dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:01.904692 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-10ebfbec-b453-4f7a-8c32-7e20d7d94dd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:01.952791 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-10ebfbec-b453-4f7a-8c32-7e20d7d94dd9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2821236 Mar 28 14:39:01.955779 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49288) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:01.960687 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-4708a58d-a853-41ab-999e-c47e76905648 admin admin] Request body: {'subnet': {'network_id': '1c40da63-6b32-46ab-95a3-e1b61aba8e61', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-100210514-subnet', 'tenant_id': 'a94f58cbfd1b4005b73c23356fd7ff8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:39:01.963302 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebfbec-b453-4f7a-8c32-7e20d7d94dd9 admin admin] Pushing event updated for resources: {'Network': ['ID=1c40da63-6b32-46ab-95a3-e1b61aba8e61,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:01.973285 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Network 1c40da63-6b32-46ab-95a3-e1b61aba8e61 details requested by agent ovs-agent-dv-cinder-790535-35-iscsi with host dv-cinder-790535-35-iscsi {{(pid=103206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:39:01.983606 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4708a58d-a853-41ab-999e-c47e76905648 admin admin] Made reservation on behalf of a94f58cbfd1b4005b73c23356fd7ff8d for: {'subnet': 1} {{(pid=103204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:39:01.986181 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4708a58d-a853-41ab-999e-c47e76905648 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4368929'] for subnet (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:02.156296 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4708a58d-a853-41ab-999e-c47e76905648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4432319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4368951'] for subnet (4835110e-8ce3-4fd9-a3ff-35eb24b18224), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:02.219095 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708a58d-a853-41ab-999e-c47e76905648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4835110e-8ce3-4fd9-a3ff-35eb24b18224,revision_number=0']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:02.229531 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4708a58d-a853-41ab-999e-c47e76905648 admin admin] Checking segment: {'id': '3cf5fed8-8833-499a-8a49-87524d88e0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1c40da63-6b32-46ab-95a3-e1b61aba8e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:39:02.229887 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4708a58d-a853-41ab-999e-c47e76905648 admin admin] Network hostable DHCP agents. Network: 1c40da63-6b32-46ab-95a3-e1b61aba8e61, hostable agents: ['eea6c500-11a4-453f-b304-9367778e315c'], hosted agents: [] {{(pid=103204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:39:02.249569 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4708a58d-a853-41ab-999e-c47e76905648 admin admin] Network 1c40da63-6b32-46ab-95a3-e1b61aba8e61 is scheduled to be hosted by DHCP agent eea6c500-11a4-453f-b304-9367778e315c with binding_index 1 {{(pid=103204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:39:02.259623 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-4708a58d-a853-41ab-999e-c47e76905648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-35-iscsi, 1c40da63-6b32-46ab-95a3-e1b61aba8e61) {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:39:02.264232 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4708a58d-a853-41ab-999e-c47e76905648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:02.264849 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4708a58d-a853-41ab-999e-c47e76905648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for subnet (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:02.268701 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb095a96-9f18-4ba8-9d60-25982abe9bd9 None None] Network 1c40da63-6b32-46ab-95a3-e1b61aba8e61 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:39:02.282469 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-4708a58d-a853-41ab-999e-c47e76905648 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3256097 Mar 28 14:39:02.366611 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03e025c-654b-4f41-bd96-87a9d95ea374 None None] Network 1c40da63-6b32-46ab-95a3-e1b61aba8e61 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:39:02.394821 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49292) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:02.437922 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b663be-7aeb-41db-b5f0-8e03d68739de admin admin] Deleting subnet 65e0f90b-870a-47c0-81ac-ed32dd1ee73a {{(pid=103204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 14:39:02.441180 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-45b663be-7aeb-41db-b5f0-8e03d68739de admin admin] Publish callbacks [] for subnet (65e0f90b-870a-47c0-81ac-ed32dd1ee73a), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:02.474193 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-45b663be-7aeb-41db-b5f0-8e03d68739de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5805738'] for subnet (65e0f90b-870a-47c0-81ac-ed32dd1ee73a), precommit_delete_associations {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:02.516924 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-45b663be-7aeb-41db-b5f0-8e03d68739de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3594039'] for subnet (65e0f90b-870a-47c0-81ac-ed32dd1ee73a), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:02.574127 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-45b663be-7aeb-41db-b5f0-8e03d68739de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4432380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4368958'] for subnet (65e0f90b-870a-47c0-81ac-ed32dd1ee73a), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:02.599554 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b663be-7aeb-41db-b5f0-8e03d68739de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65e0f90b-870a-47c0-81ac-ed32dd1ee73a,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:02.601614 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-45b663be-7aeb-41db-b5f0-8e03d68739de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for subnet (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:02.607710 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-45b663be-7aeb-41db-b5f0-8e03d68739de admin admin] 10.222.0.13 "DELETE /v2.0/subnets/65e0f90b-870a-47c0-81ac-ed32dd1ee73a HTTP/1.1" status: 204 len: 168 time: 0.2091796 Mar 28 14:39:02.607845 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49294) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:02.673287 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f45b5b30-792e-4a53-8f53-75a582de4870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3456630'] for network (4cac299c-dfba-45df-acdf-7ac10f763164), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:02.714596 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:02.752950 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f45b5b30-792e-4a53-8f53-75a582de4870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3641020', 'neutron.services.segments.db._delete_segments_for_network-8793221261626'] for network (4cac299c-dfba-45df-acdf-7ac10f763164), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:02.772077 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-f45b5b30-792e-4a53-8f53-75a582de4870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cac299c-dfba-45df-acdf-7ac10f763164']}} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:39:02.782060 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-f45b5b30-792e-4a53-8f53-75a582de4870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46788784-60f6-4f78-a104-a901ff5f1481') {'for_net_delete': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:39:02.782360 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-f45b5b30-792e-4a53-8f53-75a582de4870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46788784-60f6-4f78-a104-a901ff5f1481') {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:39:02.792593 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f45b5b30-792e-4a53-8f53-75a582de4870 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221459523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5805729'] for segment (46788784-60f6-4f78-a104-a901ff5f1481), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:02.807225 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f45b5b30-792e-4a53-8f53-75a582de4870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (46788784-60f6-4f78-a104-a901ff5f1481), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:02.813082 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f45b5b30-792e-4a53-8f53-75a582de4870 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:39:02.813469 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f45b5b30-792e-4a53-8f53-75a582de4870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4427866'] for segment (46788784-60f6-4f78-a104-a901ff5f1481), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: Traceback (most recent call last): Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: timer() Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: cb(*args, **kw) Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: return func(*args, **kwargs) Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: self._notify() Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: self.callback(batched_events) Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: event.method(event) Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: return f(self, *a, **k) Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: return self._get(url).json() Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: return self.request(url, 'GET', **kwargs) Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:39:02.815189 dv-cinder-790535-35-iscsi neutron-server[103204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:39:02.872753 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f45b5b30-792e-4a53-8f53-75a582de4870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3641013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1557862'] for network (4cac299c-dfba-45df-acdf-7ac10f763164), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:02.878149 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f45b5b30-792e-4a53-8f53-75a582de4870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:02.881512 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-f45b5b30-792e-4a53-8f53-75a582de4870 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4cac299c-dfba-45df-acdf-7ac10f763164 HTTP/1.1" status: 204 len: 168 time: 0.2727036 Mar 28 14:39:02.884524 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49298) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:02.899932 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b5b30-792e-4a53-8f53-75a582de4870 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cac299c-dfba-45df-acdf-7ac10f763164,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:02.933806 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_v2 [None req-11fe0468-bd2c-4021-9bcb-837948ecd72d admin admin] Deleting subnet 4835110e-8ce3-4fd9-a3ff-35eb24b18224 {{(pid=103205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 14:39:02.937095 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-11fe0468-bd2c-4021-9bcb-837948ecd72d admin admin] Publish callbacks [] for subnet (4835110e-8ce3-4fd9-a3ff-35eb24b18224), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:02.970738 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-11fe0468-bd2c-4021-9bcb-837948ecd72d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4630593'] for subnet (4835110e-8ce3-4fd9-a3ff-35eb24b18224), precommit_delete_associations {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:03.010517 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-11fe0468-bd2c-4021-9bcb-837948ecd72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3594039'] for subnet (4835110e-8ce3-4fd9-a3ff-35eb24b18224), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:03.065705 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-11fe0468-bd2c-4021-9bcb-837948ecd72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4675365'] for subnet (4835110e-8ce3-4fd9-a3ff-35eb24b18224), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:03.091307 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe0468-bd2c-4021-9bcb-837948ecd72d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4835110e-8ce3-4fd9-a3ff-35eb24b18224,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:03.093236 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-11fe0468-bd2c-4021-9bcb-837948ecd72d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:03.096349 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-11fe0468-bd2c-4021-9bcb-837948ecd72d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4835110e-8ce3-4fd9-a3ff-35eb24b18224 HTTP/1.1" status: 204 len: 168 time: 0.2107341 Mar 28 14:39:03.099230 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49300) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:03.176916 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b6854596-9a84-483f-bf25-dcc458eefa73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3456630'] for network (1c40da63-6b32-46ab-95a3-e1b61aba8e61), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:03.254420 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b6854596-9a84-483f-bf25-dcc458eefa73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3641020', 'neutron.services.segments.db._delete_segments_for_network-8793221261626'] for network (1c40da63-6b32-46ab-95a3-e1b61aba8e61), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:03.278397 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.services.segments.db [None req-b6854596-9a84-483f-bf25-dcc458eefa73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c40da63-6b32-46ab-95a3-e1b61aba8e61']}} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:39:03.287428 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.services.segments.db [None req-b6854596-9a84-483f-bf25-dcc458eefa73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf5fed8-8833-499a-8a49-87524d88e0d2') {'for_net_delete': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:39:03.287726 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.services.segments.db [None req-b6854596-9a84-483f-bf25-dcc458eefa73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf5fed8-8833-499a-8a49-87524d88e0d2') {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:39:03.296913 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b6854596-9a84-483f-bf25-dcc458eefa73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221459523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4630602'] for segment (3cf5fed8-8833-499a-8a49-87524d88e0d2), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:03.310115 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b6854596-9a84-483f-bf25-dcc458eefa73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (3cf5fed8-8833-499a-8a49-87524d88e0d2), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:03.316054 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6854596-9a84-483f-bf25-dcc458eefa73 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:39:03.316434 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b6854596-9a84-483f-bf25-dcc458eefa73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5822181'] for segment (3cf5fed8-8833-499a-8a49-87524d88e0d2), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: Traceback (most recent call last): Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: timer() Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: cb(*args, **kw) Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: return func(*args, **kwargs) Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: self._notify() Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: self.callback(batched_events) Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: event.method(event) Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: return f(self, *a, **k) Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: return self._get(url).json() Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: return self.request(url, 'GET', **kwargs) Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:39:03.318049 dv-cinder-790535-35-iscsi neutron-server[103205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:39:03.376830 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b6854596-9a84-483f-bf25-dcc458eefa73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3641013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1557862'] for network (1c40da63-6b32-46ab-95a3-e1b61aba8e61), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:03.382139 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b6854596-9a84-483f-bf25-dcc458eefa73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:03.385509 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-b6854596-9a84-483f-bf25-dcc458eefa73 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1c40da63-6b32-46ab-95a3-e1b61aba8e61 HTTP/1.1" status: 204 len: 168 time: 0.2853384 Mar 28 14:39:03.396734 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6854596-9a84-483f-bf25-dcc458eefa73 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c40da63-6b32-46ab-95a3-e1b61aba8e61,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:03.567655 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49304) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:03.611951 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-782f3269-2fa2-4a17-b74e-db4d323c892c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=154c08ae14b74d34a50d0dbc0d642488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430696 Mar 28 14:39:03.614606 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49306) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:03.664666 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-efce6881-1ee0-41fe-a206-f9afd4b98846 admin admin] Publish callbacks [] for security_group (466a1442-fb26-4739-87fe-264ebbac0c5e), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:03.686538 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-efce6881-1ee0-41fe-a206-f9afd4b98846 admin admin] Publish callbacks [] for security_group (466a1442-fb26-4739-87fe-264ebbac0c5e), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:03.739996 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-efce6881-1ee0-41fe-a206-f9afd4b98846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (466a1442-fb26-4739-87fe-264ebbac0c5e), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:03.742483 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-efce6881-1ee0-41fe-a206-f9afd4b98846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:03.746091 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-efce6881-1ee0-41fe-a206-f9afd4b98846 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/466a1442-fb26-4739-87fe-264ebbac0c5e HTTP/1.1" status: 204 len: 168 time: 0.1278598 Mar 28 14:39:03.752095 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce6881-1ee0-41fe-a206-f9afd4b98846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466a1442-fb26-4739-87fe-264ebbac0c5e,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:03.973523 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:04.080037 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a0233-b82b-4b07-b6e0-32b0ecc52d80 req-6c8136de-d96e-4b0f-a975-2add07ddde33 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:04.081724 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b60a0233-b82b-4b07-b6e0-32b0ecc52d80 req-6c8136de-d96e-4b0f-a975-2add07ddde33 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 946 time: 0.0547652 Mar 28 14:39:04.090741 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49322) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:04.130441 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-37db32ae-ed4a-48b7-be5f-b85a169499fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a94f58cbfd1b4005b73c23356fd7ff8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384636 Mar 28 14:39:04.132847 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b60a0233-b82b-4b07-b6e0-32b0ecc52d80 req-7cd2993d-0e89-48c7-8ae9-02c49caaff1f tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452888 Mar 28 14:39:04.133013 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49324) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:04.178653 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d21ddd6b-8e5d-46ba-abad-6ff2a0cd8670 admin admin] Publish callbacks [] for security_group (f2990074-443b-4cc0-a2c5-71f74180f9e6), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:04.199355 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d21ddd6b-8e5d-46ba-abad-6ff2a0cd8670 admin admin] Publish callbacks [] for security_group (f2990074-443b-4cc0-a2c5-71f74180f9e6), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:04.250256 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d21ddd6b-8e5d-46ba-abad-6ff2a0cd8670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (f2990074-443b-4cc0-a2c5-71f74180f9e6), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:04.252753 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d21ddd6b-8e5d-46ba-abad-6ff2a0cd8670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:04.253887 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-d21ddd6b-8e5d-46ba-abad-6ff2a0cd8670 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2990074-443b-4cc0-a2c5-71f74180f9e6 HTTP/1.1" status: 204 len: 168 time: 0.1198847 Mar 28 14:39:04.261438 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ddd6b-8e5d-46ba-abad-6ff2a0cd8670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2990074-443b-4cc0-a2c5-71f74180f9e6,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:05.257081 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483613bb-588c-44dd-9d47-c4fb961fc817 req-d35eda35-3e7e-4f38-a056-1f7ce3199d4e tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:05.258624 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-483613bb-588c-44dd-9d47-c4fb961fc817 req-d35eda35-3e7e-4f38-a056-1f7ce3199d4e tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 946 time: 0.0529521 Mar 28 14:39:05.305763 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-483613bb-588c-44dd-9d47-c4fb961fc817 req-51a8f174-dd1b-45b8-8a1d-c1f770778535 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups?id=d795de67-d76c-4900-9068-7c40eb0af470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410652 Mar 28 14:39:05.459362 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:05.749241 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d3903-ed63-4918-825e-1a21c58c1bcd req-aa21efa6-9eda-45e2-b603-07340260cf6e tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:05.751344 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-312d3903-ed63-4918-825e-1a21c58c1bcd req-aa21efa6-9eda-45e2-b603-07340260cf6e tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 946 time: 0.0545704 Mar 28 14:39:05.858389 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-312d3903-ed63-4918-825e-1a21c58c1bcd req-e4bfa35a-aefd-4467-bc24-46ff2c68b8a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Deleting port 80106ea7-9c48-4ff8-8939-825a3ac31f96 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:39:05.858655 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-312d3903-ed63-4918-825e-1a21c58c1bcd req-e4bfa35a-aefd-4467-bc24-46ff2c68b8a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:05.930697 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49374) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:05.949697 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-312d3903-ed63-4918-825e-1a21c58c1bcd req-e4bfa35a-aefd-4467-bc24-46ff2c68b8a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] For port 80106ea7-9c48-4ff8-8939-825a3ac31f96, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=80106ea7-9c48-4ff8-8939-825a3ac31f96,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:39:05.950061 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-312d3903-ed63-4918-825e-1a21c58c1bcd req-e4bfa35a-aefd-4467-bc24-46ff2c68b8a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:06.032276 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c00f66f0-5638-428f-9d31-24261f48d474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:06.106333 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c00f66f0-5638-428f-9d31-24261f48d474 admin admin] Publish callbacks [] for security_group (b5b58fed-bb73-4ae3-99a2-22891dcfc5af), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:06.113130 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c00f66f0-5638-428f-9d31-24261f48d474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (b5b58fed-bb73-4ae3-99a2-22891dcfc5af), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:06.119618 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-312d3903-ed63-4918-825e-1a21c58c1bcd req-e4bfa35a-aefd-4467-bc24-46ff2c68b8a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:06.119972 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-312d3903-ed63-4918-825e-1a21c58c1bcd req-e4bfa35a-aefd-4467-bc24-46ff2c68b8a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (62d6c6f4-bb16-462f-b1bf-73436dc2a088), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:06.120288 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.l3_db [req-312d3903-ed63-4918-825e-1a21c58c1bcd req-e4bfa35a-aefd-4467-bc24-46ff2c68b8a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Floating IP 62d6c6f4-bb16-462f-b1bf-73436dc2a088 disassociated. External IP: 172.27.1.7, port: 80106ea7-9c48-4ff8-8939-825a3ac31f96. Mar 28 14:39:06.120626 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-312d3903-ed63-4918-825e-1a21c58c1bcd req-e4bfa35a-aefd-4467-bc24-46ff2c68b8a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Calling delete_port for 80106ea7-9c48-4ff8-8939-825a3ac31f96 owned by compute:nova {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:39:06.151144 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-c00f66f0-5638-428f-9d31-24261f48d474 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d73746069af4364b021e242a3e8b994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192678 Mar 28 14:39:06.152041 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f66f0-5638-428f-9d31-24261f48d474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b58fed-bb73-4ae3-99a2-22891dcfc5af,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:06.155224 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49378) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:06.207840 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b76f3e61-8741-4c35-93c0-dc9eddfc3004 admin admin] Publish callbacks [] for security_group (b5b58fed-bb73-4ae3-99a2-22891dcfc5af), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:06.229772 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b76f3e61-8741-4c35-93c0-dc9eddfc3004 admin admin] Publish callbacks [] for security_group (b5b58fed-bb73-4ae3-99a2-22891dcfc5af), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:06.260789 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-312d3903-ed63-4918-825e-1a21c58c1bcd req-e4bfa35a-aefd-4467-bc24-46ff2c68b8a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (80106ea7-9c48-4ff8-8939-825a3ac31f96), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:06.277305 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b76f3e61-8741-4c35-93c0-dc9eddfc3004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (b5b58fed-bb73-4ae3-99a2-22891dcfc5af), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:06.279882 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b76f3e61-8741-4c35-93c0-dc9eddfc3004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:06.281053 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-b76f3e61-8741-4c35-93c0-dc9eddfc3004 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5b58fed-bb73-4ae3-99a2-22891dcfc5af HTTP/1.1" status: 204 len: 168 time: 0.1246881 Mar 28 14:39:06.289123 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f3e61-8741-4c35-93c0-dc9eddfc3004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b58fed-bb73-4ae3-99a2-22891dcfc5af,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:06.291533 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfa35a-aefd-4467-bc24-46ff2c68b8a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Pushing event deleted for resources: {'Port': ['ID=80106ea7-9c48-4ff8-8939-825a3ac31f96,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:06.415103 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-648d105c-64fe-4e31-a723-fd068c64cbfc req-670c2fda-467c-42d6-a01b-4188bdf9defc tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fecba92-4e69-4b41-8675-dc8f58ef783a HTTP/1.1" status: 200 len: 210 time: 0.0318458 Mar 28 14:39:06.440553 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-312d3903-ed63-4918-825e-1a21c58c1bcd req-e4bfa35a-aefd-4467-bc24-46ff2c68b8a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Router 39e76c06-04cd-44ba-88ff-73ba59dddfaa has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:39:06.552869 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-312d3903-ed63-4918-825e-1a21c58c1bcd req-e4bfa35a-aefd-4467-bc24-46ff2c68b8a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:39:06.559295 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49386) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:06.563041 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bb38fa-25ce-42bb-ae80-39f79171d5cf None None] Sync routers for ids ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:39:06.575209 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bb38fa-25ce-42bb-ae80-39f79171d5cf None None] Routers {'39e76c06-04cd-44ba-88ff-73ba59dddfaa'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:39:06.575425 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-10423440-dd96-40de-a9b3-c603a177fd9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:06.575974 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-69bb38fa-25ce-42bb-ae80-39f79171d5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:39:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:39:06.603630 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-312d3903-ed63-4918-825e-1a21c58c1bcd req-e4bfa35a-aefd-4467-bc24-46ff2c68b8a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] No DVR routers for this DVR port 80106ea7-9c48-4ff8-8939-825a3ac31f96 on host hv-cinder-79053 {{(pid=103205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:39:06.606745 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-312d3903-ed63-4918-825e-1a21c58c1bcd req-e4bfa35a-aefd-4467-bc24-46ff2c68b8a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:06.610621 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-312d3903-ed63-4918-825e-1a21c58c1bcd req-e4bfa35a-aefd-4467-bc24-46ff2c68b8a1 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.18 "DELETE /v2.0/ports/80106ea7-9c48-4ff8-8939-825a3ac31f96 HTTP/1.1" status: 204 len: 173 time: 0.8533592 Mar 28 14:39:06.611247 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fecba92-4e69-4b41-8675-dc8f58ef783a', 'name': 'network-vif-deleted', 'tag': '80106ea7-9c48-4ff8-8939-825a3ac31f96'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:39:06.614490 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52506d6-e7b1-4476-8449-a6a662d1122a" -d '{"events": [{"server_uuid": "1fecba92-4e69-4b41-8675-dc8f58ef783a", "name": "network-vif-deleted", "tag": "80106ea7-9c48-4ff8-8939-825a3ac31f96"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:39:06.670581 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f134d0a-6c6f-41c5-9835-ff8c1d280ddf x-openstack-request-id: req-7f134d0a-6c6f-41c5-9835-ff8c1d280ddf {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:39:06.670876 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fecba92-4e69-4b41-8675-dc8f58ef783a", "name": "network-vif-deleted", "tag": "80106ea7-9c48-4ff8-8939-825a3ac31f96", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:39:06.671161 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f134d0a-6c6f-41c5-9835-ff8c1d280ddf {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:39:06.671572 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f134d0a-6c6f-41c5-9835-ff8c1d280ddf'] response: {'server_uuid': '1fecba92-4e69-4b41-8675-dc8f58ef783a', 'name': 'network-vif-deleted', 'tag': '80106ea7-9c48-4ff8-8939-825a3ac31f96', 'status': 'completed', 'code': 200} Mar 28 14:39:06.674789 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-10423440-dd96-40de-a9b3-c603a177fd9b admin admin] Publish callbacks [] for security_group (b812632d-2568-489a-8b8a-b79beaaf3b4c), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:06.683484 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-10423440-dd96-40de-a9b3-c603a177fd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (b812632d-2568-489a-8b8a-b79beaaf3b4c), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:06.721972 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-69bb38fa-25ce-42bb-ae80-39f79171d5cf None None] Set router 39e76c06-04cd-44ba-88ff-73ba59dddfaa gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:39:06.738464 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10423440-dd96-40de-a9b3-c603a177fd9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b812632d-2568-489a-8b8a-b79beaaf3b4c,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:06.746348 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-10423440-dd96-40de-a9b3-c603a177fd9b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75978849917141bf9b978af126e49908&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1859004 Mar 28 14:39:06.751821 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49390) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:06.843997 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-bbdb136a-e6c8-47c8-bed1-7f79502f427d admin admin] Publish callbacks [] for security_group (b812632d-2568-489a-8b8a-b79beaaf3b4c), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:06.876621 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-bbdb136a-e6c8-47c8-bed1-7f79502f427d admin admin] Publish callbacks [] for security_group (b812632d-2568-489a-8b8a-b79beaaf3b4c), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:06.938238 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-bbdb136a-e6c8-47c8-bed1-7f79502f427d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (b812632d-2568-489a-8b8a-b79beaaf3b4c), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:06.941188 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-bbdb136a-e6c8-47c8-bed1-7f79502f427d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:06.942321 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-bbdb136a-e6c8-47c8-bed1-7f79502f427d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b812632d-2568-489a-8b8a-b79beaaf3b4c HTTP/1.1" status: 204 len: 168 time: 0.1883934 Mar 28 14:39:06.955967 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb136a-e6c8-47c8-bed1-7f79502f427d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b812632d-2568-489a-8b8a-b79beaaf3b4c,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:07.090308 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-69bb38fa-25ce-42bb-ae80-39f79171d5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1174680643-router', 'tenant_id': '26effb221cba493895805136dd811e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:50Z', 'revision_number': 4, 'project_id': '26effb221cba493895805136dd811e20', 'gw_port': {'id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:40Z', 'updated_at': '2022-03-28T14:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'd48e26ee-610c-4ce0-a1fd-0a1e5841dba7', 'name': '', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'tenant_id': '26effb221cba493895805136dd811e20', 'mac_address': 'fa:16:3e:92:ba:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:59Z', 'revision_number': 5, 'project_id': '26effb221cba493895805136dd811e20', 'subnets': [{'id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:39:07.117399 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bb38fa-25ce-42bb-ae80-39f79171d5cf None None] Checking router: 39e76c06-04cd-44ba-88ff-73ba59dddfaa for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:39:07.127548 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bb38fa-25ce-42bb-ae80-39f79171d5cf None None] Routers {'39e76c06-04cd-44ba-88ff-73ba59dddfaa'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:39:07.128109 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-69bb38fa-25ce-42bb-ae80-39f79171d5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:39:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:39:07.235602 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-69bb38fa-25ce-42bb-ae80-39f79171d5cf None None] Set router 39e76c06-04cd-44ba-88ff-73ba59dddfaa gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:39:07.433063 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-69bb38fa-25ce-42bb-ae80-39f79171d5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1174680643-router', 'tenant_id': '26effb221cba493895805136dd811e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:50Z', 'revision_number': 4, 'project_id': '26effb221cba493895805136dd811e20', 'gw_port': {'id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:40Z', 'updated_at': '2022-03-28T14:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'd48e26ee-610c-4ce0-a1fd-0a1e5841dba7', 'name': '', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'tenant_id': '26effb221cba493895805136dd811e20', 'mac_address': 'fa:16:3e:92:ba:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:59Z', 'revision_number': 5, 'project_id': '26effb221cba493895805136dd811e20', 'subnets': [{'id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:39:07.463158 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bb38fa-25ce-42bb-ae80-39f79171d5cf None None] The sync data for ids ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'] in dv-cinder-790535-35-iscsi is: [{'id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1174680643-router', 'tenant_id': '26effb221cba493895805136dd811e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:27:50Z', 'revision_number': 4, 'project_id': '26effb221cba493895805136dd811e20', 'gw_port': {'id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:40Z', 'updated_at': '2022-03-28T14:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'd48e26ee-610c-4ce0-a1fd-0a1e5841dba7', 'name': '', 'network_id': 'bcd22f98-d55c-4ded-97e4-59fdf5d005e8', 'tenant_id': '26effb221cba493895805136dd811e20', 'mac_address': 'fa:16:3e:92:ba:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:47Z', 'updated_at': '2022-03-28T14:27:59Z', 'revision_number': 5, 'project_id': '26effb221cba493895805136dd811e20', 'subnets': [{'id': '31660ae6-3a03-4024-957b-fcff7a111abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:39:07.516336 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49414) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:07.576475 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-44fb37db-0e5a-4bb4-9c8c-2e5f703bb93c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for security_group (d795de67-d76c-4900-9068-7c40eb0af470), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:07.601897 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-44fb37db-0e5a-4bb4-9c8c-2e5f703bb93c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for security_group (d795de67-d76c-4900-9068-7c40eb0af470), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:07.660974 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-44fb37db-0e5a-4bb4-9c8c-2e5f703bb93c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (d795de67-d76c-4900-9068-7c40eb0af470), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:07.663750 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-44fb37db-0e5a-4bb4-9c8c-2e5f703bb93c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:07.665173 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-44fb37db-0e5a-4bb4-9c8c-2e5f703bb93c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "DELETE /v2.0/security-groups/d795de67-d76c-4900-9068-7c40eb0af470 HTTP/1.1" status: 204 len: 168 time: 0.1477034 Mar 28 14:39:07.668254 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49418) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:07.675692 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb37db-0e5a-4bb4-9c8c-2e5f703bb93c tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d795de67-d76c-4900-9068-7c40eb0af470,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:07.682317 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.api.v2.resource [None req-f0982d1c-78b5-4cd1-8878-95a5b2934150 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] show failed (client error): The resource could not be found. Mar 28 14:39:07.695605 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-f0982d1c-78b5-4cd1-8878-95a5b2934150 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "GET /v2.0/security-groups/d795de67-d76c-4900-9068-7c40eb0af470 HTTP/1.1" status: 404 len: 347 time: 0.0261796 Mar 28 14:39:07.698393 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49422) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:07.751175 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6ca474-9748-4031-bfa6-cd175d373980 None None] New status for floating IP 62d6c6f4-bb16-462f-b1bf-73436dc2a088: DOWN {{(pid=103206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:39:07.837714 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-ecf83355-799b-4c73-b340-35a2712626a8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Deleting port 61032864-4e1a-4fb7-8b59-1f4ded254249 {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:39:07.838191 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ecf83355-799b-4c73-b340-35a2712626a8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (61032864-4e1a-4fb7-8b59-1f4ded254249), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:07.929591 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ecf83355-799b-4c73-b340-35a2712626a8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (61032864-4e1a-4fb7-8b59-1f4ded254249), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:07.929919 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ecf83355-799b-4c73-b340-35a2712626a8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for floatingip (61032864-4e1a-4fb7-8b59-1f4ded254249), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:07.942583 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-ecf83355-799b-4c73-b340-35a2712626a8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Calling delete_port for 61032864-4e1a-4fb7-8b59-1f4ded254249 owned by network:floatingip {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:39:08.078986 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ecf83355-799b-4c73-b340-35a2712626a8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (61032864-4e1a-4fb7-8b59-1f4ded254249), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:08.103951 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf83355-799b-4c73-b340-35a2712626a8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Pushing event deleted for resources: {'Port': ['ID=61032864-4e1a-4fb7-8b59-1f4ded254249,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:08.167801 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ecf83355-799b-4c73-b340-35a2712626a8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks [] for floatingip (62d6c6f4-bb16-462f-b1bf-73436dc2a088), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:08.170393 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ecf83355-799b-4c73-b340-35a2712626a8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:08.174209 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-ecf83355-799b-4c73-b340-35a2712626a8 tempest-AttachVolumeShelveTestJSON-862923021 tempest-AttachVolumeShelveTestJSON-862923021-project] 10.222.0.13 "DELETE /v2.0/floatingips/62d6c6f4-bb16-462f-b1bf-73436dc2a088 HTTP/1.1" status: 204 len: 168 time: 0.4722421 Mar 28 14:39:08.469141 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 80106ea7-9c48-4ff8-8939-825a3ac31f96 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:39:08.494596 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] No Port match for: 80106ea7-9c48-4ff8-8939-825a3ac31f96 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:39:08.495006 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 80106ea7-9c48-4ff8-8939-825a3ac31f96 not bound to the agent host hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:39:09.652806 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:10.611224 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49488) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:11.112087 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d8099af4-24ed-4f50-8be7-ce30c30b96f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1559664'] for router_interface (39e76c06-04cd-44ba-88ff-73ba59dddfaa), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:11.371811 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-d8099af4-24ed-4f50-8be7-ce30c30b96f1 admin admin] Deleting port d48e26ee-610c-4ce0-a1fd-0a1e5841dba7 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:39:11.372084 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d8099af4-24ed-4f50-8be7-ce30c30b96f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (d48e26ee-610c-4ce0-a1fd-0a1e5841dba7), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:11.451764 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-d8099af4-24ed-4f50-8be7-ce30c30b96f1 admin admin] For port d48e26ee-610c-4ce0-a1fd-0a1e5841dba7, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=d48e26ee-610c-4ce0-a1fd-0a1e5841dba7,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:39:11.452121 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d8099af4-24ed-4f50-8be7-ce30c30b96f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (d48e26ee-610c-4ce0-a1fd-0a1e5841dba7), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:11.464476 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-d8099af4-24ed-4f50-8be7-ce30c30b96f1 admin admin] Calling delete_port for d48e26ee-610c-4ce0-a1fd-0a1e5841dba7 owned by network:router_interface {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:39:11.654435 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d8099af4-24ed-4f50-8be7-ce30c30b96f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (d48e26ee-610c-4ce0-a1fd-0a1e5841dba7), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:11.683827 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8099af4-24ed-4f50-8be7-ce30c30b96f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d48e26ee-610c-4ce0-a1fd-0a1e5841dba7,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:11.859617 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d8099af4-24ed-4f50-8be7-ce30c30b96f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1566807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1558496'] for router_interface (39e76c06-04cd-44ba-88ff-73ba59dddfaa), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:11.991328 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49500) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:12.103539 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-76704ea3-8110-4efa-8f66-1255c78dbf64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:12.184431 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-76704ea3-8110-4efa-8f66-1255c78dbf64 admin admin] Publish callbacks [] for security_group (ef9ef8b9-c00f-461f-8cdf-97533955ebf6), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:12.190371 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-76704ea3-8110-4efa-8f66-1255c78dbf64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (ef9ef8b9-c00f-461f-8cdf-97533955ebf6), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:12.226957 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76704ea3-8110-4efa-8f66-1255c78dbf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9ef8b9-c00f-461f-8cdf-97533955ebf6,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:12.235387 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49504) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:12.235490 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-76704ea3-8110-4efa-8f66-1255c78dbf64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3700dda7def34ea3935409657883a2d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429752 Mar 28 14:39:12.355736 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f9827fb6-4fc4-4106-a076-2f84374cd2d0 admin admin] Publish callbacks [] for security_group (ef9ef8b9-c00f-461f-8cdf-97533955ebf6), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:12.387844 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f9827fb6-4fc4-4106-a076-2f84374cd2d0 admin admin] Publish callbacks [] for security_group (ef9ef8b9-c00f-461f-8cdf-97533955ebf6), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:12.390393 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8099af4-24ed-4f50-8be7-ce30c30b96f1 admin admin] Router 39e76c06-04cd-44ba-88ff-73ba59dddfaa has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:39:12.515547 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f9827fb6-4fc4-4106-a076-2f84374cd2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (ef9ef8b9-c00f-461f-8cdf-97533955ebf6), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:12.518073 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f9827fb6-4fc4-4106-a076-2f84374cd2d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:12.519221 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-f9827fb6-4fc4-4106-a076-2f84374cd2d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef9ef8b9-c00f-461f-8cdf-97533955ebf6 HTTP/1.1" status: 204 len: 168 time: 0.2828128 Mar 28 14:39:12.531332 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9827fb6-4fc4-4106-a076-2f84374cd2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9ef8b9-c00f-461f-8cdf-97533955ebf6,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:12.548288 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8099af4-24ed-4f50-8be7-ce30c30b96f1 admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:39:12.554037 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-d8099af4-24ed-4f50-8be7-ce30c30b96f1 admin admin] 10.222.0.13 "PUT /v2.0/routers/39e76c06-04cd-44ba-88ff-73ba59dddfaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9417615 Mar 28 14:39:12.556923 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49508) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:12.561264 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f9c700-7fac-422d-a91b-2f3f2fb30c21 None None] Sync routers for ids ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:39:12.577443 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f9c700-7fac-422d-a91b-2f3f2fb30c21 None None] Routers {'39e76c06-04cd-44ba-88ff-73ba59dddfaa'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:39:12.578248 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-f3f9c700-7fac-422d-a91b-2f3f2fb30c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:39:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:39:12.678963 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5a7c773a-e8ea-4f75-96e7-6fce9fccfbd0 admin admin] Publish callbacks [] for router (39e76c06-04cd-44ba-88ff-73ba59dddfaa), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:12.701703 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-f3f9c700-7fac-422d-a91b-2f3f2fb30c21 None None] Set router 39e76c06-04cd-44ba-88ff-73ba59dddfaa gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:39:12.785806 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5a7c773a-e8ea-4f75-96e7-6fce9fccfbd0 admin admin] Publish callbacks [] for router_gateway (39e76c06-04cd-44ba-88ff-73ba59dddfaa), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:12.820095 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49512) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:12.839510 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-5a7c773a-e8ea-4f75-96e7-6fce9fccfbd0 admin admin] Deleting port 952c44fe-8909-4857-bbef-3f8f01c76bf5 {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:39:12.839841 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5a7c773a-e8ea-4f75-96e7-6fce9fccfbd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (952c44fe-8909-4857-bbef-3f8f01c76bf5), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:12.841829 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-abdcd8ea-1ade-4351-a556-330290349363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:12.895867 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-f3f9c700-7fac-422d-a91b-2f3f2fb30c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1174680643-router', 'tenant_id': '26effb221cba493895805136dd811e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:39:11Z', 'revision_number': 5, 'project_id': '26effb221cba493895805136dd811e20', 'gw_port': {'id': '952c44fe-8909-4857-bbef-3f8f01c76bf5', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:27:40Z', 'updated_at': '2022-03-28T14:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:39:12.920578 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-5a7c773a-e8ea-4f75-96e7-6fce9fccfbd0 admin admin] For port 952c44fe-8909-4857-bbef-3f8f01c76bf5, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=952c44fe-8909-4857-bbef-3f8f01c76bf5,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:39:12.920937 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5a7c773a-e8ea-4f75-96e7-6fce9fccfbd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (952c44fe-8909-4857-bbef-3f8f01c76bf5), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:12.923634 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-abdcd8ea-1ade-4351-a556-330290349363 admin admin] Publish callbacks [] for security_group (fd38621a-11c9-4ef8-b33f-d908d63ef99a), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:12.924914 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f9c700-7fac-422d-a91b-2f3f2fb30c21 None None] Checking router: 39e76c06-04cd-44ba-88ff-73ba59dddfaa for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:39:12.929646 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-abdcd8ea-1ade-4351-a556-330290349363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (fd38621a-11c9-4ef8-b33f-d908d63ef99a), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:12.933705 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f9c700-7fac-422d-a91b-2f3f2fb30c21 None None] Routers {'39e76c06-04cd-44ba-88ff-73ba59dddfaa'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:39:12.934326 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-f3f9c700-7fac-422d-a91b-2f3f2fb30c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:39:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:39:12.936728 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-5a7c773a-e8ea-4f75-96e7-6fce9fccfbd0 admin admin] Calling delete_port for 952c44fe-8909-4857-bbef-3f8f01c76bf5 owned by network:router_gateway {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:39:12.970368 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-abdcd8ea-1ade-4351-a556-330290349363 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2672af8a04474cc1a9b70e6a4020d9c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491437 Mar 28 14:39:12.971139 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdcd8ea-1ade-4351-a556-330290349363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd38621a-11c9-4ef8-b33f-d908d63ef99a,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:12.973460 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49516) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:13.025979 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-f3f9c700-7fac-422d-a91b-2f3f2fb30c21 None None] Set router 39e76c06-04cd-44ba-88ff-73ba59dddfaa gateway port host: None {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:39:13.027481 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-08ee9fe7-cc06-4586-85ec-0771c61814cc admin admin] Publish callbacks [] for security_group (fd38621a-11c9-4ef8-b33f-d908d63ef99a), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:13.049114 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-08ee9fe7-cc06-4586-85ec-0771c61814cc admin admin] Publish callbacks [] for security_group (fd38621a-11c9-4ef8-b33f-d908d63ef99a), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:13.079872 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-f3f9c700-7fac-422d-a91b-2f3f2fb30c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1174680643-router', 'tenant_id': '26effb221cba493895805136dd811e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:39:12Z', 'revision_number': 6, 'project_id': '26effb221cba493895805136dd811e20', 'gw_port_host': None}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:39:13.099198 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-08ee9fe7-cc06-4586-85ec-0771c61814cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (fd38621a-11c9-4ef8-b33f-d908d63ef99a), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:13.101839 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-08ee9fe7-cc06-4586-85ec-0771c61814cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:13.102993 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-08ee9fe7-cc06-4586-85ec-0771c61814cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd38621a-11c9-4ef8-b33f-d908d63ef99a HTTP/1.1" status: 204 len: 168 time: 0.1286280 Mar 28 14:39:13.107463 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f9c700-7fac-422d-a91b-2f3f2fb30c21 None None] The sync data for ids ['39e76c06-04cd-44ba-88ff-73ba59dddfaa'] in dv-cinder-790535-35-iscsi is: [{'id': '39e76c06-04cd-44ba-88ff-73ba59dddfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1174680643-router', 'tenant_id': '26effb221cba493895805136dd811e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:27:37Z', 'updated_at': '2022-03-28T14:39:12Z', 'revision_number': 6, 'project_id': '26effb221cba493895805136dd811e20', 'gw_port_host': None}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:39:13.112540 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee9fe7-cc06-4586-85ec-0771c61814cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd38621a-11c9-4ef8-b33f-d908d63ef99a,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:13.121602 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5a7c773a-e8ea-4f75-96e7-6fce9fccfbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (952c44fe-8909-4857-bbef-3f8f01c76bf5), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:13.147004 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c773a-e8ea-4f75-96e7-6fce9fccfbd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=952c44fe-8909-4857-bbef-3f8f01c76bf5,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:13.210274 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5a7c773a-e8ea-4f75-96e7-6fce9fccfbd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1557770'] for router_gateway (39e76c06-04cd-44ba-88ff-73ba59dddfaa), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:13.300836 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5a7c773a-e8ea-4f75-96e7-6fce9fccfbd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63126'] for router (39e76c06-04cd-44ba-88ff-73ba59dddfaa), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:13.303195 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5a7c773a-e8ea-4f75-96e7-6fce9fccfbd0 admin admin] Publish callbacks [] for router_controller (39e76c06-04cd-44ba-88ff-73ba59dddfaa), precommit_delete_associations {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:13.350848 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5a7c773a-e8ea-4f75-96e7-6fce9fccfbd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572847'] for router (39e76c06-04cd-44ba-88ff-73ba59dddfaa), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:13.351397 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7c773a-e8ea-4f75-96e7-6fce9fccfbd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39e76c06-04cd-44ba-88ff-73ba59dddfaa {{(pid=103204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:39:13.356132 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5a7c773a-e8ea-4f75-96e7-6fce9fccfbd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:13.357351 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-5a7c773a-e8ea-4f75-96e7-6fce9fccfbd0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/39e76c06-04cd-44ba-88ff-73ba59dddfaa HTTP/1.1" status: 204 len: 168 time: 0.7982037 Mar 28 14:39:13.360235 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49522) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:13.405965 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a2920c-aec9-4a7e-803f-2312891b607b admin admin] Deleting subnet 31660ae6-3a03-4024-957b-fcff7a111abb {{(pid=103205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 14:39:13.409273 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b3a2920c-aec9-4a7e-803f-2312891b607b admin admin] Publish callbacks [] for subnet (31660ae6-3a03-4024-957b-fcff7a111abb), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:13.444111 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b3a2920c-aec9-4a7e-803f-2312891b607b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4630593'] for subnet (31660ae6-3a03-4024-957b-fcff7a111abb), precommit_delete_associations {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:13.534184 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b3a2920c-aec9-4a7e-803f-2312891b607b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3594039'] for subnet (31660ae6-3a03-4024-957b-fcff7a111abb), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:13.589535 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b3a2920c-aec9-4a7e-803f-2312891b607b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4675365'] for subnet (31660ae6-3a03-4024-957b-fcff7a111abb), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:13.615401 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2920c-aec9-4a7e-803f-2312891b607b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31660ae6-3a03-4024-957b-fcff7a111abb,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:13.619096 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b3a2920c-aec9-4a7e-803f-2312891b607b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:13.623953 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-b3a2920c-aec9-4a7e-803f-2312891b607b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/31660ae6-3a03-4024-957b-fcff7a111abb HTTP/1.1" status: 204 len: 168 time: 0.2621143 Mar 28 14:39:13.625491 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49534) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:13.634042 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b9b1c2-ce3f-4f98-a91e-0c5e25f67dc1 None None] Network bcd22f98-d55c-4ded-97e4-59fdf5d005e8 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:39:13.706487 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-62da3aa6-0de8-4933-9dba-06665d518f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3456630'] for network (bcd22f98-d55c-4ded-97e4-59fdf5d005e8), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:13.768870 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-62da3aa6-0de8-4933-9dba-06665d518f3c admin admin] Deleting port 1b73f9ec-374f-4b8e-a4db-6f1265f11a20 {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:39:13.769183 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-62da3aa6-0de8-4933-9dba-06665d518f3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (1b73f9ec-374f-4b8e-a4db-6f1265f11a20), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:13.831820 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-62da3aa6-0de8-4933-9dba-06665d518f3c admin admin] For port 1b73f9ec-374f-4b8e-a4db-6f1265f11a20, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=1b73f9ec-374f-4b8e-a4db-6f1265f11a20,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:39:13.832071 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-62da3aa6-0de8-4933-9dba-06665d518f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (1b73f9ec-374f-4b8e-a4db-6f1265f11a20), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:13.850249 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-62da3aa6-0de8-4933-9dba-06665d518f3c admin admin] Calling delete_port for 1b73f9ec-374f-4b8e-a4db-6f1265f11a20 owned by network:dhcp {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:39:13.874847 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9523eccf-ef5b-4bae-8762-11bb74513c04 None None] DHCP port deletion for bcd22f98-d55c-4ded-97e4-59fdf5d005e8 request from dv-cinder-790535-35-iscsi {{(pid=103206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 14:39:13.928117 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-9523eccf-ef5b-4bae-8762-11bb74513c04 None None] Deleting port 1b73f9ec-374f-4b8e-a4db-6f1265f11a20 {{(pid=103206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:39:13.928903 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-9523eccf-ef5b-4bae-8762-11bb74513c04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (1b73f9ec-374f-4b8e-a4db-6f1265f11a20), before_delete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:13.937585 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-62da3aa6-0de8-4933-9dba-06665d518f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (1b73f9ec-374f-4b8e-a4db-6f1265f11a20), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:13.965829 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da3aa6-0de8-4933-9dba-06665d518f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=1b73f9ec-374f-4b8e-a4db-6f1265f11a20,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:13.968043 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62da3aa6-0de8-4933-9dba-06665d518f3c admin admin] No DVR routers for this DVR port 1b73f9ec-374f-4b8e-a4db-6f1265f11a20 on host dv-cinder-790535-35-iscsi {{(pid=103204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:39:14.007941 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-9523eccf-ef5b-4bae-8762-11bb74513c04 None None] For port 1b73f9ec-374f-4b8e-a4db-6f1265f11a20, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=1b73f9ec-374f-4b8e-a4db-6f1265f11a20,segment=NetworkSegment(0b42712e-6ee5-410e-ae00-ddf94035ad06),segment_id=0b42712e-6ee5-410e-ae00-ddf94035ad06)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:39:14.008341 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-9523eccf-ef5b-4bae-8762-11bb74513c04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (1b73f9ec-374f-4b8e-a4db-6f1265f11a20), precommit_delete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:14.021892 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-9523eccf-ef5b-4bae-8762-11bb74513c04 None None] Calling delete_port for 1b73f9ec-374f-4b8e-a4db-6f1265f11a20 owned by network:dhcp {{(pid=103206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:39:14.044614 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-62da3aa6-0de8-4933-9dba-06665d518f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3641020', 'neutron.services.segments.db._delete_segments_for_network-8793221261626'] for network (bcd22f98-d55c-4ded-97e4-59fdf5d005e8), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:14.068310 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-62da3aa6-0de8-4933-9dba-06665d518f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd22f98-d55c-4ded-97e4-59fdf5d005e8']}} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:39:14.078673 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-62da3aa6-0de8-4933-9dba-06665d518f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b42712e-6ee5-410e-ae00-ddf94035ad06') {'for_net_delete': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:39:14.078673 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-62da3aa6-0de8-4933-9dba-06665d518f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b42712e-6ee5-410e-ae00-ddf94035ad06') {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:39:14.088544 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-62da3aa6-0de8-4933-9dba-06665d518f3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221459523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5805729'] for segment (0b42712e-6ee5-410e-ae00-ddf94035ad06), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:14.103553 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-62da3aa6-0de8-4933-9dba-06665d518f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (0b42712e-6ee5-410e-ae00-ddf94035ad06), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:14.104518 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-9523eccf-ef5b-4bae-8762-11bb74513c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879'] for port (1b73f9ec-374f-4b8e-a4db-6f1265f11a20), after_delete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:14.110871 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62da3aa6-0de8-4933-9dba-06665d518f3c admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:39:14.110871 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-62da3aa6-0de8-4933-9dba-06665d518f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4427866'] for segment (0b42712e-6ee5-410e-ae00-ddf94035ad06), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: Traceback (most recent call last): Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: timer() Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: cb(*args, **kw) Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: return func(*args, **kwargs) Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: self._notify() Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: self.callback(batched_events) Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: event.method(event) Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: return f(self, *a, **k) Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: return self._get(url).json() Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: return self.request(url, 'GET', **kwargs) Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:39:14.113406 dv-cinder-790535-35-iscsi neutron-server[103204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:39:14.117424 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9523eccf-ef5b-4bae-8762-11bb74513c04 None None] No DVR routers for this DVR port 1b73f9ec-374f-4b8e-a4db-6f1265f11a20 on host dv-cinder-790535-35-iscsi {{(pid=103206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:39:14.137868 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523eccf-ef5b-4bae-8762-11bb74513c04 None None] Pushing event deleted for resources: {'Port': ['ID=1b73f9ec-374f-4b8e-a4db-6f1265f11a20,revision_number=None']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:14.191317 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-62da3aa6-0de8-4933-9dba-06665d518f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3641013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1557862'] for network (bcd22f98-d55c-4ded-97e4-59fdf5d005e8), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:14.198915 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-62da3aa6-0de8-4933-9dba-06665d518f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:14.202102 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-62da3aa6-0de8-4933-9dba-06665d518f3c admin admin] 10.222.0.13 "DELETE /v2.0/networks/bcd22f98-d55c-4ded-97e4-59fdf5d005e8 HTTP/1.1" status: 204 len: 168 time: 0.5755534 Mar 28 14:39:14.215505 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da3aa6-0de8-4933-9dba-06665d518f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=bcd22f98-d55c-4ded-97e4-59fdf5d005e8,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:14.396569 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49558) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:14.436220 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-318e8b8f-d8c4-4d7c-a00a-53109be6be1c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26effb221cba493895805136dd811e20&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384181 Mar 28 14:39:14.438508 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49560) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:14.487676 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-58be1469-289a-4718-8d38-305dd372363d admin admin] Publish callbacks [] for security_group (d1b7deea-a797-416e-a66e-74a7c99af083), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:14.508330 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-58be1469-289a-4718-8d38-305dd372363d admin admin] Publish callbacks [] for security_group (d1b7deea-a797-416e-a66e-74a7c99af083), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:14.553370 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-58be1469-289a-4718-8d38-305dd372363d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (d1b7deea-a797-416e-a66e-74a7c99af083), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:14.556316 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-58be1469-289a-4718-8d38-305dd372363d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:14.557661 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-58be1469-289a-4718-8d38-305dd372363d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1b7deea-a797-416e-a66e-74a7c99af083 HTTP/1.1" status: 204 len: 168 time: 0.1182427 Mar 28 14:39:14.566905 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be1469-289a-4718-8d38-305dd372363d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b7deea-a797-416e-a66e-74a7c99af083,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:14.702312 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device d48e26ee-610c-4ce0-a1fd-0a1e5841dba7 no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:39:14.722982 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: d48e26ee-610c-4ce0-a1fd-0a1e5841dba7 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:39:14.723355 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device d48e26ee-610c-4ce0-a1fd-0a1e5841dba7 not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:39:14.723779 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 952c44fe-8909-4857-bbef-3f8f01c76bf5 no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:39:14.742590 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: 952c44fe-8909-4857-bbef-3f8f01c76bf5 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:39:14.742938 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 952c44fe-8909-4857-bbef-3f8f01c76bf5 not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:39:14.743388 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 1b73f9ec-374f-4b8e-a4db-6f1265f11a20 no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:39:14.762652 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: 1b73f9ec-374f-4b8e-a4db-6f1265f11a20 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:39:14.762989 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 1b73f9ec-374f-4b8e-a4db-6f1265f11a20 not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:39:16.683258 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49660) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:16.792939 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-84a11705-c6a3-41cc-ae0c-10ce97257bb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:16.867624 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-84a11705-c6a3-41cc-ae0c-10ce97257bb1 admin admin] Publish callbacks [] for security_group (17d561f0-2e6f-4406-b8b0-021e5046cb20), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:16.873501 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-84a11705-c6a3-41cc-ae0c-10ce97257bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (17d561f0-2e6f-4406-b8b0-021e5046cb20), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:16.913595 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-84a11705-c6a3-41cc-ae0c-10ce97257bb1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10198cff354242268cf61395f71991a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292366 Mar 28 14:39:16.914533 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a11705-c6a3-41cc-ae0c-10ce97257bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d561f0-2e6f-4406-b8b0-021e5046cb20,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:16.916549 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49664) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:16.966352 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a75e6785-dcae-4ce0-a6eb-0d6586e7e5b4 admin admin] Publish callbacks [] for security_group (17d561f0-2e6f-4406-b8b0-021e5046cb20), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:16.997599 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a75e6785-dcae-4ce0-a6eb-0d6586e7e5b4 admin admin] Publish callbacks [] for security_group (17d561f0-2e6f-4406-b8b0-021e5046cb20), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:17.050182 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a75e6785-dcae-4ce0-a6eb-0d6586e7e5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (17d561f0-2e6f-4406-b8b0-021e5046cb20), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:17.052727 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a75e6785-dcae-4ce0-a6eb-0d6586e7e5b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:17.053884 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-a75e6785-dcae-4ce0-a6eb-0d6586e7e5b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17d561f0-2e6f-4406-b8b0-021e5046cb20 HTTP/1.1" status: 204 len: 168 time: 0.1358068 Mar 28 14:39:17.061495 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e6785-dcae-4ce0-a6eb-0d6586e7e5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d561f0-2e6f-4406-b8b0-021e5046cb20,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:17.339005 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49670) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:17.352553 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ef3f6a3b-9bf9-44d4-a92f-c088fb7677ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:17.428330 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ef3f6a3b-9bf9-44d4-a92f-c088fb7677ef admin admin] Publish callbacks [] for security_group (1e98a7d7-519d-42bc-b7ba-28e90640d174), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:17.433128 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ef3f6a3b-9bf9-44d4-a92f-c088fb7677ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (1e98a7d7-519d-42bc-b7ba-28e90640d174), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:17.471110 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-ef3f6a3b-9bf9-44d4-a92f-c088fb7677ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b23b44fb42f74ae8aafeb22dd139f16e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308424 Mar 28 14:39:17.472131 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f6a3b-9bf9-44d4-a92f-c088fb7677ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e98a7d7-519d-42bc-b7ba-28e90640d174,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:17.474290 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49676) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:17.522742 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-50608e3d-83fc-4de0-87b6-6b42c02ad0a5 admin admin] Publish callbacks [] for security_group (1e98a7d7-519d-42bc-b7ba-28e90640d174), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:17.546772 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-50608e3d-83fc-4de0-87b6-6b42c02ad0a5 admin admin] Publish callbacks [] for security_group (1e98a7d7-519d-42bc-b7ba-28e90640d174), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:17.593964 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-50608e3d-83fc-4de0-87b6-6b42c02ad0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (1e98a7d7-519d-42bc-b7ba-28e90640d174), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:17.596570 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-50608e3d-83fc-4de0-87b6-6b42c02ad0a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:17.597766 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-50608e3d-83fc-4de0-87b6-6b42c02ad0a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e98a7d7-519d-42bc-b7ba-28e90640d174 HTTP/1.1" status: 204 len: 168 time: 0.1224566 Mar 28 14:39:17.611376 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50608e3d-83fc-4de0-87b6-6b42c02ad0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e98a7d7-519d-42bc-b7ba-28e90640d174,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:17.620202 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49682) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:17.825755 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9afa49e6-2eee-425d-9484-f26fcce379ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:17.903060 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9afa49e6-2eee-425d-9484-f26fcce379ca admin admin] Publish callbacks [] for security_group (71f157be-df80-4b1b-b32d-e3d9207d0c7e), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:17.907476 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9afa49e6-2eee-425d-9484-f26fcce379ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (71f157be-df80-4b1b-b32d-e3d9207d0c7e), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:17.945396 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-9afa49e6-2eee-425d-9484-f26fcce379ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48048605e5f24ceda9ea4d2fdc51f306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3238628 Mar 28 14:39:17.946596 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa49e6-2eee-425d-9484-f26fcce379ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f157be-df80-4b1b-b32d-e3d9207d0c7e,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:17.948349 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49696) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:17.997197 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-855929a3-2089-4921-94aa-a378789fbe0a admin admin] Publish callbacks [] for security_group (71f157be-df80-4b1b-b32d-e3d9207d0c7e), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:18.029043 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-855929a3-2089-4921-94aa-a378789fbe0a admin admin] Publish callbacks [] for security_group (71f157be-df80-4b1b-b32d-e3d9207d0c7e), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:18.079053 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-855929a3-2089-4921-94aa-a378789fbe0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (71f157be-df80-4b1b-b32d-e3d9207d0c7e), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:18.081701 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-855929a3-2089-4921-94aa-a378789fbe0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:18.085355 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-855929a3-2089-4921-94aa-a378789fbe0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71f157be-df80-4b1b-b32d-e3d9207d0c7e HTTP/1.1" status: 204 len: 168 time: 0.1329825 Mar 28 14:39:18.091403 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855929a3-2089-4921-94aa-a378789fbe0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f157be-df80-4b1b-b32d-e3d9207d0c7e,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:18.353542 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49714) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:18.366578 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-905f8ab2-2e62-47cb-aa53-a489e8bc2bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:18.443209 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-905f8ab2-2e62-47cb-aa53-a489e8bc2bc0 admin admin] Publish callbacks [] for security_group (2a6dbeda-b036-497d-aa4f-a003947e15aa), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:18.449489 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-905f8ab2-2e62-47cb-aa53-a489e8bc2bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (2a6dbeda-b036-497d-aa4f-a003947e15aa), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:18.486212 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-905f8ab2-2e62-47cb-aa53-a489e8bc2bc0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd484482bf484fbb8b60ff6544a30993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315041 Mar 28 14:39:18.488149 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f8ab2-2e62-47cb-aa53-a489e8bc2bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6dbeda-b036-497d-aa4f-a003947e15aa,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:18.488992 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49718) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:18.548973 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b46f95b3-e30d-4d44-ad49-dbe6ec3fb30d admin admin] Publish callbacks [] for security_group (2a6dbeda-b036-497d-aa4f-a003947e15aa), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:18.569890 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b46f95b3-e30d-4d44-ad49-dbe6ec3fb30d admin admin] Publish callbacks [] for security_group (2a6dbeda-b036-497d-aa4f-a003947e15aa), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:18.616772 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b46f95b3-e30d-4d44-ad49-dbe6ec3fb30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (2a6dbeda-b036-497d-aa4f-a003947e15aa), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:18.619255 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b46f95b3-e30d-4d44-ad49-dbe6ec3fb30d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:18.620485 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-b46f95b3-e30d-4d44-ad49-dbe6ec3fb30d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a6dbeda-b036-497d-aa4f-a003947e15aa HTTP/1.1" status: 204 len: 168 time: 0.1301754 Mar 28 14:39:18.629397 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f95b3-e30d-4d44-ad49-dbe6ec3fb30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6dbeda-b036-497d-aa4f-a003947e15aa,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:19.547259 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49786) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:19.653904 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-77bf1cc2-f919-47c7-85ea-2c6933dff84b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:19.731136 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-77bf1cc2-f919-47c7-85ea-2c6933dff84b admin admin] Publish callbacks [] for security_group (c1db0619-a3e1-43ef-8f20-0f30b5681c6b), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:19.736272 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-77bf1cc2-f919-47c7-85ea-2c6933dff84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (c1db0619-a3e1-43ef-8f20-0f30b5681c6b), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:19.774055 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-77bf1cc2-f919-47c7-85ea-2c6933dff84b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc69bce023eb4d298f22563fe6984a04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256625 Mar 28 14:39:19.775190 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf1cc2-f919-47c7-85ea-2c6933dff84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1db0619-a3e1-43ef-8f20-0f30b5681c6b,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:19.776764 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49798) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:19.825886 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-83c5eae1-7672-4b2a-b782-9869ea1374f5 admin admin] Publish callbacks [] for security_group (c1db0619-a3e1-43ef-8f20-0f30b5681c6b), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:19.847681 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-83c5eae1-7672-4b2a-b782-9869ea1374f5 admin admin] Publish callbacks [] for security_group (c1db0619-a3e1-43ef-8f20-0f30b5681c6b), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:19.896734 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-83c5eae1-7672-4b2a-b782-9869ea1374f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (c1db0619-a3e1-43ef-8f20-0f30b5681c6b), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:19.899357 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-83c5eae1-7672-4b2a-b782-9869ea1374f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:19.903324 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-83c5eae1-7672-4b2a-b782-9869ea1374f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1db0619-a3e1-43ef-8f20-0f30b5681c6b HTTP/1.1" status: 204 len: 168 time: 0.1248603 Mar 28 14:39:19.911069 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5eae1-7672-4b2a-b782-9869ea1374f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1db0619-a3e1-43ef-8f20-0f30b5681c6b,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:20.221201 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49820) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:20.235682 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-71b91617-7daa-4c8a-a5df-7d278f1ce4c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:20.313623 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-71b91617-7daa-4c8a-a5df-7d278f1ce4c8 admin admin] Publish callbacks [] for security_group (d025c572-a5a7-40aa-9aac-395643385288), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:20.319874 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-71b91617-7daa-4c8a-a5df-7d278f1ce4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (d025c572-a5a7-40aa-9aac-395643385288), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:20.332446 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49824) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:20.358132 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-71b91617-7daa-4c8a-a5df-7d278f1ce4c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc1bec21f0f748538328112f3c674b10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356087 Mar 28 14:39:20.359269 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b91617-7daa-4c8a-a5df-7d278f1ce4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d025c572-a5a7-40aa-9aac-395643385288,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:20.360861 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49828) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:20.409836 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d09824c0-3555-46d4-90dc-aed94542fd4c admin admin] Publish callbacks [] for security_group (d025c572-a5a7-40aa-9aac-395643385288), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:20.436024 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d09824c0-3555-46d4-90dc-aed94542fd4c admin admin] Publish callbacks [] for security_group (d025c572-a5a7-40aa-9aac-395643385288), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:20.451977 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-72371e88-d3d9-415b-b77b-1dcbe9a04795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:20.514824 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d09824c0-3555-46d4-90dc-aed94542fd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (d025c572-a5a7-40aa-9aac-395643385288), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:20.517362 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d09824c0-3555-46d4-90dc-aed94542fd4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:20.518474 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-d09824c0-3555-46d4-90dc-aed94542fd4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d025c572-a5a7-40aa-9aac-395643385288 HTTP/1.1" status: 204 len: 168 time: 0.1565971 Mar 28 14:39:20.529341 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09824c0-3555-46d4-90dc-aed94542fd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d025c572-a5a7-40aa-9aac-395643385288,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:20.572510 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-72371e88-d3d9-415b-b77b-1dcbe9a04795 admin admin] Publish callbacks [] for security_group (e1edc132-243d-43ef-a97d-d95d882191a7), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:20.578661 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-72371e88-d3d9-415b-b77b-1dcbe9a04795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (e1edc132-243d-43ef-a97d-d95d882191a7), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:20.616341 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-72371e88-d3d9-415b-b77b-1dcbe9a04795 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26e4430282aa41d1aa4eb7e2ea7f3207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827981 Mar 28 14:39:20.617210 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72371e88-d3d9-415b-b77b-1dcbe9a04795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1edc132-243d-43ef-a97d-d95d882191a7,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:20.620066 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49832) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:20.671894 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-13fec62d-888c-4f19-9e39-589663190706 admin admin] Publish callbacks [] for security_group (e1edc132-243d-43ef-a97d-d95d882191a7), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:20.693328 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-13fec62d-888c-4f19-9e39-589663190706 admin admin] Publish callbacks [] for security_group (e1edc132-243d-43ef-a97d-d95d882191a7), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:20.740113 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-13fec62d-888c-4f19-9e39-589663190706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (e1edc132-243d-43ef-a97d-d95d882191a7), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:20.743242 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-13fec62d-888c-4f19-9e39-589663190706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:20.744397 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-13fec62d-888c-4f19-9e39-589663190706 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1edc132-243d-43ef-a97d-d95d882191a7 HTTP/1.1" status: 204 len: 168 time: 0.1230838 Mar 28 14:39:20.752464 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fec62d-888c-4f19-9e39-589663190706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1edc132-243d-43ef-a97d-d95d882191a7,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:21.021194 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49854) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:21.032993 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b62033b0-2f36-48e0-a1ad-60db7ecd6c5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:21.108539 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b62033b0-2f36-48e0-a1ad-60db7ecd6c5d admin admin] Publish callbacks [] for security_group (fcaf76d6-617c-4710-a2b2-8b4b23ae1f7f), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:21.112981 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b62033b0-2f36-48e0-a1ad-60db7ecd6c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (fcaf76d6-617c-4710-a2b2-8b4b23ae1f7f), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:21.151250 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62033b0-2f36-48e0-a1ad-60db7ecd6c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaf76d6-617c-4710-a2b2-8b4b23ae1f7f,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:21.158341 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-b62033b0-2f36-48e0-a1ad-60db7ecd6c5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8fca60c706c4905a31d7af9d0d6f667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374044 Mar 28 14:39:21.158508 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49858) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:21.206033 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0f39babb-114c-4e53-8a6b-edd3f6d7d916 admin admin] Publish callbacks [] for security_group (fcaf76d6-617c-4710-a2b2-8b4b23ae1f7f), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:21.227459 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0f39babb-114c-4e53-8a6b-edd3f6d7d916 admin admin] Publish callbacks [] for security_group (fcaf76d6-617c-4710-a2b2-8b4b23ae1f7f), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:21.276481 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0f39babb-114c-4e53-8a6b-edd3f6d7d916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (fcaf76d6-617c-4710-a2b2-8b4b23ae1f7f), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:21.279478 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0f39babb-114c-4e53-8a6b-edd3f6d7d916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:21.280646 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-0f39babb-114c-4e53-8a6b-edd3f6d7d916 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fcaf76d6-617c-4710-a2b2-8b4b23ae1f7f HTTP/1.1" status: 204 len: 168 time: 0.1213660 Mar 28 14:39:21.288218 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39babb-114c-4e53-8a6b-edd3f6d7d916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaf76d6-617c-4710-a2b2-8b4b23ae1f7f,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:24.114912 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 49968) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:24.227502 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b066fffa-cbc8-410c-8e07-d2a901605128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:24.312017 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b066fffa-cbc8-410c-8e07-d2a901605128 admin admin] Publish callbacks [] for security_group (12ee4766-61e0-40c2-ab93-bc51942b9237), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:24.318478 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b066fffa-cbc8-410c-8e07-d2a901605128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (12ee4766-61e0-40c2-ab93-bc51942b9237), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:24.358980 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-b066fffa-cbc8-410c-8e07-d2a901605128 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=031ed9ad27384d03ba65ee6ec7191ad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427607 Mar 28 14:39:24.360298 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066fffa-cbc8-410c-8e07-d2a901605128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ee4766-61e0-40c2-ab93-bc51942b9237,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:24.361951 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 49972) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:24.413130 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a9b91a77-11c4-4514-9da3-6aa0cdef995f admin admin] Publish callbacks [] for security_group (12ee4766-61e0-40c2-ab93-bc51942b9237), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:24.434436 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a9b91a77-11c4-4514-9da3-6aa0cdef995f admin admin] Publish callbacks [] for security_group (12ee4766-61e0-40c2-ab93-bc51942b9237), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:24.486875 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a9b91a77-11c4-4514-9da3-6aa0cdef995f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (12ee4766-61e0-40c2-ab93-bc51942b9237), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:24.489782 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a9b91a77-11c4-4514-9da3-6aa0cdef995f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:24.490980 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-a9b91a77-11c4-4514-9da3-6aa0cdef995f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12ee4766-61e0-40c2-ab93-bc51942b9237 HTTP/1.1" status: 204 len: 168 time: 0.1273594 Mar 28 14:39:24.499538 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b91a77-11c4-4514-9da3-6aa0cdef995f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ee4766-61e0-40c2-ab93-bc51942b9237,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:29.275869 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-0fffea8d-71bf-41b2-b296-b5c283b590d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:31.572371 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-0f5c6d10-559b-406f-8071-c097074c4f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:32.720173 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:32.887565 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:39:33.977148 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:35.475747 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:39.637373 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:50.366535 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f8318a63-6876-4aa7-8fbb-159127638260 req-b8a01515-7888-46db-8753-f148807686b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455420 Mar 28 14:39:50.437795 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8318a63-6876-4aa7-8fbb-159127638260 req-a75c5056-2f85-4cb5-a84f-60078e550143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:50.439294 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f8318a63-6876-4aa7-8fbb-159127638260 req-a75c5056-2f85-4cb5-a84f-60078e550143 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4f53d69085f474b95d14b83626c9705&device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 1130 time: 0.0468984 Mar 28 14:39:50.545183 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8318a63-6876-4aa7-8fbb-159127638260 req-196a33ae-afe5-4872-bcd7-21d97cd49234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:50.546630 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f8318a63-6876-4aa7-8fbb-159127638260 req-196a33ae-afe5-4872-bcd7-21d97cd49234 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f405bb5a-c1e1-4b86-b73d-65ef62332c49 HTTP/1.1" status: 200 len: 912 time: 0.0880010 Mar 28 14:39:50.615981 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f8318a63-6876-4aa7-8fbb-159127638260 req-a0f422ec-e879-4861-b0c7-e5a9ecbd7e0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fbac741-d085-498f-83bc-4bbf2f018506 HTTP/1.1" status: 200 len: 1002 time: 0.0610609 Mar 28 14:39:50.668045 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8318a63-6876-4aa7-8fbb-159127638260 req-8e0f141e-3545-4d70-ad3f-cdf7da60b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:50.669681 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f8318a63-6876-4aa7-8fbb-159127638260 req-8e0f141e-3545-4d70-ad3f-cdf7da60b8e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d93cae3-8698-4501-9dad-642b87babf0b HTTP/1.1" status: 200 len: 850 time: 0.0479388 Mar 28 14:39:50.719373 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8318a63-6876-4aa7-8fbb-159127638260 req-2ba0081c-4d2c-4d67-91bc-93b7b5dc99cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:50.720855 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f8318a63-6876-4aa7-8fbb-159127638260 req-2ba0081c-4d2c-4d67-91bc-93b7b5dc99cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f405bb5a-c1e1-4b86-b73d-65ef62332c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452733 Mar 28 14:39:50.813985 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f8318a63-6876-4aa7-8fbb-159127638260 req-b23bf9d4-baab-4af9-9eed-6dae6ba23862 service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864201 Mar 28 14:39:50.910916 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f8318a63-6876-4aa7-8fbb-159127638260 req-01bb5b52-711b-4067-8b02-8a8b1000c671 service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899127 Mar 28 14:39:54.387310 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 50088) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:54.494054 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-ecee39c3-afca-484d-a860-f7aedb749aed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:54.570933 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-ecee39c3-afca-484d-a860-f7aedb749aed admin admin] Publish callbacks [] for security_group (ae5221f0-6b95-4c92-a546-e3926a17e76f), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:54.576518 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-ecee39c3-afca-484d-a860-f7aedb749aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (ae5221f0-6b95-4c92-a546-e3926a17e76f), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:54.621737 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-ecee39c3-afca-484d-a860-f7aedb749aed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b91281820354bba8745f5c5e533de8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333198 Mar 28 14:39:54.622603 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee39c3-afca-484d-a860-f7aedb749aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5221f0-6b95-4c92-a546-e3926a17e76f,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:54.625039 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50092) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:39:54.631108 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee39c3-afca-484d-a860-f7aedb749aed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:54.631519 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee39c3-afca-484d-a860-f7aedb749aed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:54.631894 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee39c3-afca-484d-a860-f7aedb749aed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:54.632229 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee39c3-afca-484d-a860-f7aedb749aed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:54.632564 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee39c3-afca-484d-a860-f7aedb749aed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:54.632890 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee39c3-afca-484d-a860-f7aedb749aed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:54.633195 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee39c3-afca-484d-a860-f7aedb749aed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:54.633517 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee39c3-afca-484d-a860-f7aedb749aed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:54.633840 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee39c3-afca-484d-a860-f7aedb749aed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:54.634152 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee39c3-afca-484d-a860-f7aedb749aed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:54.634486 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee39c3-afca-484d-a860-f7aedb749aed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:54.634803 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee39c3-afca-484d-a860-f7aedb749aed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:54.635148 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee39c3-afca-484d-a860-f7aedb749aed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:54.635467 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee39c3-afca-484d-a860-f7aedb749aed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:54.635781 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecee39c3-afca-484d-a860-f7aedb749aed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:54.680032 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e1f25c98-bf79-43cc-a27c-bdf871d7779d admin admin] Publish callbacks [] for security_group (ae5221f0-6b95-4c92-a546-e3926a17e76f), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:54.703127 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e1f25c98-bf79-43cc-a27c-bdf871d7779d admin admin] Publish callbacks [] for security_group (ae5221f0-6b95-4c92-a546-e3926a17e76f), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:54.758561 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e1f25c98-bf79-43cc-a27c-bdf871d7779d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (ae5221f0-6b95-4c92-a546-e3926a17e76f), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:54.762809 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e1f25c98-bf79-43cc-a27c-bdf871d7779d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:54.764511 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-e1f25c98-bf79-43cc-a27c-bdf871d7779d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae5221f0-6b95-4c92-a546-e3926a17e76f HTTP/1.1" status: 204 len: 168 time: 0.1384497 Mar 28 14:39:54.772001 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f25c98-bf79-43cc-a27c-bdf871d7779d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5221f0-6b95-4c92-a546-e3926a17e76f,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:57.069534 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-4cc470fc-f5f0-4762-ace7-59abb0cac448 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=dd87db7b46a1438e96124cb98f72eb1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297010 Mar 28 14:39:57.266239 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-8b43b0d0-bf8c-4af8-802b-d043ab6901c7 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:57.267715 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-8b43b0d0-bf8c-4af8-802b-d043ab6901c7 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1929224 Mar 28 14:39:57.284686 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-78675fb9-4f79-499e-b946-e47b231fc9e6 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/quotas/dd87db7b46a1438e96124cb98f72eb1f HTTP/1.1" status: 200 len: 375 time: 0.0091813 Mar 28 14:39:57.314401 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-1822ec8e-fb7a-446a-a2f9-cd0d8d20c674 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd87db7b46a1438e96124cb98f72eb1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250769 Mar 28 14:39:57.483833 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b8ec1d85-db9b-4ac6-9dfa-85b6a2b9f197 req-4454282b-d41a-4a5e-a9a1-7c9da7ae9110 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb66e79e-2d79-4f52-b24b-ab2b5955f054 HTTP/1.1" status: 200 len: 210 time: 0.0297070 Mar 28 14:39:58.452402 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-d2faadfd-fc11-4201-b743-8f36c8de11e9 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=dd87db7b46a1438e96124cb98f72eb1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216990 Mar 28 14:39:58.570294 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-157bce50-42e2-40af-86b2-22bc2577cee8 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:58.571842 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-157bce50-42e2-40af-86b2-22bc2577cee8 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1149476 Mar 28 14:39:58.589705 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-97dfa497-f10d-4e89-91fd-6a3d0c45a6d4 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Request body: {'port': {'device_id': 'cb66e79e-2d79-4f52-b24b-ab2b5955f054', 'network_id': 'f155d5e0-2298-4dad-8666-75204859dcc7', 'admin_state_up': True, 'tenant_id': 'dd87db7b46a1438e96124cb98f72eb1f'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:39:58.593916 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e3648400-3510-4960-b6b3-5d6fe64df2af req-28d0aee3-8f40-466f-86a5-7be8ea632ff0 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb66e79e-2d79-4f52-b24b-ab2b5955f054 HTTP/1.1" status: 200 len: 210 time: 0.0428419 Mar 28 14:39:58.697344 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-97dfa497-f10d-4e89-91fd-6a3d0c45a6d4 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Made reservation on behalf of dd87db7b46a1438e96124cb98f72eb1f for: {'port': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:39:58.700722 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-97dfa497-f10d-4e89-91fd-6a3d0c45a6d4 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:58.709842 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-97dfa497-f10d-4e89-91fd-6a3d0c45a6d4 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:58.791838 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-97dfa497-f10d-4e89-91fd-6a3d0c45a6d4 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Publish callbacks [] for security_group (14bf67bb-21af-4241-bd22-f3b8602c2a16), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:58.797878 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-97dfa497-f10d-4e89-91fd-6a3d0c45a6d4 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (14bf67bb-21af-4241-bd22-f3b8602c2a16), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:58.857534 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfa497-f10d-4e89-91fd-6a3d0c45a6d4 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14bf67bb-21af-4241-bd22-f3b8602c2a16,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:58.924450 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-97dfa497-f10d-4e89-91fd-6a3d0c45a6d4 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Allocated IP 192.168.233.70 (f155d5e0-2298-4dad-8666-75204859dcc7/ea0adb01-4bf4-4d8b-b984-eb49b9c68635/220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:39:59.067559 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-97dfa497-f10d-4e89-91fd-6a3d0c45a6d4 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Publish callbacks [] for port (220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:59.104344 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-97dfa497-f10d-4e89-91fd-6a3d0c45a6d4 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:59.143989 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-97dfa497-f10d-4e89-91fd-6a3d0c45a6d4 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Network f155d5e0-2298-4dad-8666-75204859dcc7 is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:39:59.146965 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-97dfa497-f10d-4e89-91fd-6a3d0c45a6d4 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:39:59.152396 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-97dfa497-f10d-4e89-91fd-6a3d0c45a6d4 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:39:59.158717 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfa497-f10d-4e89-91fd-6a3d0c45a6d4 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Pushing event updated for resources: {'Port': ['ID=220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:59.202442 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-97dfa497-f10d-4e89-91fd-6a3d0c45a6d4 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:59.203063 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-97dfa497-f10d-4e89-91fd-6a3d0c45a6d4 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:59.220806 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-97dfa497-f10d-4e89-91fd-6a3d0c45a6d4 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6347291 Mar 28 14:39:59.232416 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-84fe9cc7-1cd5-4950-924d-ecfd5d606b26 service neutron] Request body: {'port': {'device_id': 'cb66e79e-2d79-4f52-b24b-ab2b5955f054', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:39:59.268265 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ca1d8e63-f8e6-4dcb-a630-2fe4f0810c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:59.299683 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-84fe9cc7-1cd5-4950-924d-ecfd5d606b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:59.379962 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-abbedc46-43a1-44e0-a9ce-c868ed6dc3f5 None None] Provisioning complete for port 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:39:59.380350 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-abbedc46-43a1-44e0-a9ce-c868ed6dc3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:59.419290 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-abbedc46-43a1-44e0-a9ce-c868ed6dc3f5 None None] Port 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:39:59.553935 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-84fe9cc7-1cd5-4950-924d-ecfd5d606b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e {{(pid=103205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:39:59.561280 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-84fe9cc7-1cd5-4950-924d-ecfd5d606b26 service neutron] Publish callbacks [] for port (220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:59.573586 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.provisioning_blocks [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-84fe9cc7-1cd5-4950-924d-ecfd5d606b26 service neutron] Transition to ACTIVE for port object 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e will not be triggered until provisioned by entity L2. {{(pid=103205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 14:39:59.579045 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-84fe9cc7-1cd5-4950-924d-ecfd5d606b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:59.632923 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe9cc7-1cd5-4950-924d-ecfd5d606b26 service neutron] Pushing event updated for resources: {'Port': ['ID=220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:59.710448 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-84fe9cc7-1cd5-4950-924d-ecfd5d606b26 service neutron] Attempting to bind port 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:39:59.710870 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-84fe9cc7-1cd5-4950-924d-ecfd5d606b26 service neutron] Attempting to bind port 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e979ace6-d1e3-49f4-aab0-e7fc1fb92e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f155d5e0-2298-4dad-8666-75204859dcc7'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:39:59.711294 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-84fe9cc7-1cd5-4950-924d-ecfd5d606b26 service neutron] Attempting to bind port 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e on network f155d5e0-2298-4dad-8666-75204859dcc7 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:39:59.716094 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-84fe9cc7-1cd5-4950-924d-ecfd5d606b26 service neutron] Port 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e on network f155d5e0-2298-4dad-8666-75204859dcc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:39:59.716412 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-84fe9cc7-1cd5-4950-924d-ecfd5d606b26 service neutron] Attempting to bind port 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e on network f155d5e0-2298-4dad-8666-75204859dcc7 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:39:59.720972 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d797bd-da97-44e5-9146-70844611d851 req-a5b311a0-456c-4992-ac10-6d314f8f2758 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:59.721474 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-84fe9cc7-1cd5-4950-924d-ecfd5d606b26 service neutron] Checking agent: {'id': 'ab5a62a0-b9cc-4af2-a98d-7d97375b077a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'started_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:39:59.721909 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-84fe9cc7-1cd5-4950-924d-ecfd5d606b26 service neutron] Checking segment: {'id': 'e979ace6-d1e3-49f4-aab0-e7fc1fb92e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f155d5e0-2298-4dad-8666-75204859dcc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:39:59.722529 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-01d797bd-da97-44e5-9146-70844611d851 req-a5b311a0-456c-4992-ac10-6d314f8f2758 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb66e79e-2d79-4f52-b24b-ab2b5955f054 HTTP/1.1" status: 200 len: 947 time: 0.0545232 Mar 28 14:39:59.723274 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-84fe9cc7-1cd5-4950-924d-ecfd5d606b26 service neutron] Bound using segment: {'id': 'e979ace6-d1e3-49f4-aab0-e7fc1fb92e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f155d5e0-2298-4dad-8666-75204859dcc7'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:39:59.724039 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-84fe9cc7-1cd5-4950-924d-ecfd5d606b26 service neutron] Bound port: 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e979ace6-d1e3-49f4-aab0-e7fc1fb92e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f155d5e0-2298-4dad-8666-75204859dcc7'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:39:59.724609 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-84fe9cc7-1cd5-4950-924d-ecfd5d606b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:59.771204 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-01d797bd-da97-44e5-9146-70844611d851 req-69baf140-e73e-4145-86e4-366e14972592 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/security-groups?id=14bf67bb-21af-4241-bd22-f3b8602c2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426984 Mar 28 14:39:59.791125 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-84fe9cc7-1cd5-4950-924d-ecfd5d606b26 service neutron] For port 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e, host hv-cinder-79053, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:39:59.794335 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-84fe9cc7-1cd5-4950-924d-ecfd5d606b26 service neutron] For port 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e,segment=NetworkSegment(e979ace6-d1e3-49f4-aab0-e7fc1fb92e72),segment_id=e979ace6-d1e3-49f4-aab0-e7fc1fb92e72)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:39:59.802651 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-84fe9cc7-1cd5-4950-924d-ecfd5d606b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:59.841440 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-84fe9cc7-1cd5-4950-924d-ecfd5d606b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:59.841796 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-84fe9cc7-1cd5-4950-924d-ecfd5d606b26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:39:59.843264 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-84fe9cc7-1cd5-4950-924d-ecfd5d606b26 service neutron] 10.222.0.18 "PUT /v2.0/ports/220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e HTTP/1.1" status: 200 len: 1097 time: 0.6148665 Mar 28 14:39:59.843716 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb66e79e-2d79-4f52-b24b-ab2b5955f054', 'tag': '220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:39:59.846021 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f426f99-3108-4f6a-ab63-c000b8e8704d" -d '{"events": [{"name": "network-changed", "server_uuid": "cb66e79e-2d79-4f52-b24b-ab2b5955f054", "tag": "220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:39:59.867251 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe9cc7-1cd5-4950-924d-ecfd5d606b26 service neutron] Pushing event updated for resources: {'Port': ['ID=220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:59.896731 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40aab1a-a4bc-4ebd-85a7-9b5f394c8440 x-openstack-request-id: req-d40aab1a-a4bc-4ebd-85a7-9b5f394c8440 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:39:59.897022 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb66e79e-2d79-4f52-b24b-ab2b5955f054", "tag": "220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:39:59.897274 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d40aab1a-a4bc-4ebd-85a7-9b5f394c8440 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:39:59.897669 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d40aab1a-a4bc-4ebd-85a7-9b5f394c8440'] response: {'name': 'network-changed', 'server_uuid': 'cb66e79e-2d79-4f52-b24b-ab2b5955f054', 'tag': '220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e', 'status': 'completed', 'code': 200} Mar 28 14:39:59.937115 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-8dfc657d-fe9d-483d-937c-3f891f476933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:59.938683 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-8dfc657d-fe9d-483d-937c-3f891f476933 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd87db7b46a1438e96124cb98f72eb1f&device_id=cb66e79e-2d79-4f52-b24b-ab2b5955f054 HTTP/1.1" status: 200 len: 1131 time: 0.0528858 Mar 28 14:39:59.980599 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-81f7e439-5953-4893-ac74-c5b194363343 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e HTTP/1.1" status: 200 len: 217 time: 0.0348475 Mar 28 14:40:00.028327 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-ecd9a66c-c9b8-48cb-b5d8-7530fc1e4aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:00.029844 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-ecd9a66c-c9b8-48cb-b5d8-7530fc1e4aca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea0adb01-4bf4-4d8b-b984-eb49b9c68635 HTTP/1.1" status: 200 len: 843 time: 0.0438225 Mar 28 14:40:00.082806 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-82622d3e-2378-43ff-9c1c-ba1f23c95536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:00.084357 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-82622d3e-2378-43ff-9c1c-ba1f23c95536 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f155d5e0-2298-4dad-8666-75204859dcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0483294 Mar 28 14:40:00.172760 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-6433c36d-8f6e-4751-8c70-20282dc3966e service neutron] 10.222.0.18 "GET /v2.0/networks/f155d5e0-2298-4dad-8666-75204859dcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823052 Mar 28 14:40:00.270958 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-098e6809-2893-481a-bbe5-b0b11b0bdd2e req-d0c36897-04b4-461b-a1f6-8f39547f9dfc service neutron] 10.222.0.18 "GET /v2.0/networks/f155d5e0-2298-4dad-8666-75204859dcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905874 Mar 28 14:40:00.368261 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f426f99-3108-4f6a-ab63-c000b8e8704d req-a7c0624f-3932-446a-99ce-a328925ec8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:00.370544 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4f426f99-3108-4f6a-ab63-c000b8e8704d req-a7c0624f-3932-446a-99ce-a328925ec8f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd87db7b46a1438e96124cb98f72eb1f&device_id=cb66e79e-2d79-4f52-b24b-ab2b5955f054 HTTP/1.1" status: 200 len: 1131 time: 0.0474451 Mar 28 14:40:00.461138 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f426f99-3108-4f6a-ab63-c000b8e8704d req-79d76ae6-b720-4eeb-a0fb-cf2c45fcf7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:00.462467 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4f426f99-3108-4f6a-ab63-c000b8e8704d req-79d76ae6-b720-4eeb-a0fb-cf2c45fcf7b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f155d5e0-2298-4dad-8666-75204859dcc7 HTTP/1.1" status: 200 len: 870 time: 0.0861528 Mar 28 14:40:00.506619 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4f426f99-3108-4f6a-ab63-c000b8e8704d req-ebe0cfa5-a63a-491e-81d0-200e4caab00d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e HTTP/1.1" status: 200 len: 217 time: 0.0371327 Mar 28 14:40:00.553684 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f426f99-3108-4f6a-ab63-c000b8e8704d req-37c8c5bb-783e-4a19-b207-9374ea50ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:00.555128 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4f426f99-3108-4f6a-ab63-c000b8e8704d req-37c8c5bb-783e-4a19-b207-9374ea50ec74 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea0adb01-4bf4-4d8b-b984-eb49b9c68635 HTTP/1.1" status: 200 len: 843 time: 0.0428631 Mar 28 14:40:00.605717 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f426f99-3108-4f6a-ab63-c000b8e8704d req-6a8e75b1-ce45-4677-8390-57db5b99ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:00.607282 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4f426f99-3108-4f6a-ab63-c000b8e8704d req-6a8e75b1-ce45-4677-8390-57db5b99ce8f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f155d5e0-2298-4dad-8666-75204859dcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0448043 Mar 28 14:40:00.701602 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4f426f99-3108-4f6a-ab63-c000b8e8704d req-b5007c5c-91a7-46d3-ae63-8bb778dfacc8 service neutron] 10.222.0.18 "GET /v2.0/networks/f155d5e0-2298-4dad-8666-75204859dcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875351 Mar 28 14:40:00.790994 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4f426f99-3108-4f6a-ab63-c000b8e8704d req-89c47d15-57a2-4007-ade7-c3129d6280e9 service neutron] 10.222.0.18 "GET /v2.0/networks/f155d5e0-2298-4dad-8666-75204859dcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818467 Mar 28 14:40:00.898294 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d020a-658b-4b07-b5c5-fd61babe8a81 req-c2919547-a062-46ac-be36-96f0a8abe3a1 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:00.899792 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-274d020a-658b-4b07-b5c5-fd61babe8a81 req-c2919547-a062-46ac-be36-96f0a8abe3a1 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb66e79e-2d79-4f52-b24b-ab2b5955f054 HTTP/1.1" status: 200 len: 947 time: 0.0554855 Mar 28 14:40:00.946320 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-274d020a-658b-4b07-b5c5-fd61babe8a81 req-c0137477-8ce1-4d14-972c-51dcaf69f4ac tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/security-groups?id=14bf67bb-21af-4241-bd22-f3b8602c2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399103 Mar 28 14:40:01.578832 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-1d779cd3-6845-48ff-98d2-7e2985ca71d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:02.087868 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7160eb9-db47-4222-aed6-1697d6c864d9 req-0668f4d0-09db-4ccf-b8dd-41b4059c589f tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:02.089363 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d7160eb9-db47-4222-aed6-1697d6c864d9 req-0668f4d0-09db-4ccf-b8dd-41b4059c589f tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb66e79e-2d79-4f52-b24b-ab2b5955f054 HTTP/1.1" status: 200 len: 947 time: 0.0639634 Mar 28 14:40:02.140277 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d7160eb9-db47-4222-aed6-1697d6c864d9 req-a1b2609b-aafc-424c-b929-b573f59dfcd1 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/security-groups?id=14bf67bb-21af-4241-bd22-f3b8602c2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449100 Mar 28 14:40:02.732614 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:03.268252 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50708f-799d-44f5-bdcf-f6474908274a req-11bd2047-85c6-42c7-ac78-bfadedd90210 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:03.269751 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1e50708f-799d-44f5-bdcf-f6474908274a req-11bd2047-85c6-42c7-ac78-bfadedd90210 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb66e79e-2d79-4f52-b24b-ab2b5955f054 HTTP/1.1" status: 200 len: 947 time: 0.0580218 Mar 28 14:40:03.318165 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1e50708f-799d-44f5-bdcf-f6474908274a req-76a2c63e-7b29-4a61-927e-1570f4c4517f tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/security-groups?id=14bf67bb-21af-4241-bd22-f3b8602c2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401289 Mar 28 14:40:03.991306 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:04.455274 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8a461-7e57-4ec9-affb-4d03d7127bf0 req-8d3f341c-bfc6-45c3-b99d-3e54525a5319 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:04.456737 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b6c8a461-7e57-4ec9-affb-4d03d7127bf0 req-8d3f341c-bfc6-45c3-b99d-3e54525a5319 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb66e79e-2d79-4f52-b24b-ab2b5955f054 HTTP/1.1" status: 200 len: 947 time: 0.0621228 Mar 28 14:40:04.507749 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b6c8a461-7e57-4ec9-affb-4d03d7127bf0 req-fd9ea7af-045e-43c3-a381-21a8e218e5a5 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/security-groups?id=14bf67bb-21af-4241-bd22-f3b8602c2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428011 Mar 28 14:40:04.602758 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:40:04.711809 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e,segment=NetworkSegment(e979ace6-d1e3-49f4-aab0-e7fc1fb92e72),segment_id=e979ace6-d1e3-49f4-aab0-e7fc1fb92e72)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:40:04.723229 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': '220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e', 'network_id': 'f155d5e0-2298-4dad-8666-75204859dcc7', 'port_id': '220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e', 'mac_address': 'fa:16:3e:ad:32:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea0adb01-4bf4-4d8b-b984-eb49b9c68635', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:40:04.760155 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e is: DOWN; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:40:04.760547 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:04.773072 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:40:04.791973 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e,segment=NetworkSegment(e979ace6-d1e3-49f4-aab0-e7fc1fb92e72),segment_id=e979ace6-d1e3-49f4-aab0-e7fc1fb92e72)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:40:04.799356 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:04.849029 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:04.856176 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:04.856435 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:04.856793 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:04.857131 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:04.857459 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:04.857772 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:04.858091 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:04.858410 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:04.858738 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:04.859068 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:04.859403 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:04.859727 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:04.860040 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:04.860354 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:04.860669 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:05.143852 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:40:05.476776 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:05.638349 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef60ba2-7113-4293-91a9-d41f4548bdf2 req-37da035f-8855-44b7-96c5-08df386ccd7b tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:05.639869 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-2ef60ba2-7113-4293-91a9-d41f4548bdf2 req-37da035f-8855-44b7-96c5-08df386ccd7b tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb66e79e-2d79-4f52-b24b-ab2b5955f054 HTTP/1.1" status: 200 len: 948 time: 0.0572696 Mar 28 14:40:05.688184 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-2ef60ba2-7113-4293-91a9-d41f4548bdf2 req-c80ee44d-7d10-4e72-a9af-b24300dae335 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/security-groups?id=14bf67bb-21af-4241-bd22-f3b8602c2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403154 Mar 28 14:40:06.601730 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:40:06.665869 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning for port 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e completed by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 14:40:06.669987 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:40:06.670389 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:06.747176 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:40:06.747578 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:06.771994 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb66e79e-2d79-4f52-b24b-ab2b5955f054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:40:06.774267 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab30c1b-253b-40c8-b7ca-df4859b14f59" -d '{"events": [{"server_uuid": "cb66e79e-2d79-4f52-b24b-ab2b5955f054", "name": "network-vif-plugged", "status": "completed", "tag": "220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:40:06.789562 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e,segment=NetworkSegment(e979ace6-d1e3-49f4-aab0-e7fc1fb92e72),segment_id=e979ace6-d1e3-49f4-aab0-e7fc1fb92e72)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:40:06.794750 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:06.808696 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531dc8f-94f7-4a29-b87f-0b7a801fda1e req-2b5d86b4-b67e-4cda-b01e-5d71d9695301 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:06.810926 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e531dc8f-94f7-4a29-b87f-0b7a801fda1e req-2b5d86b4-b67e-4cda-b01e-5d71d9695301 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb66e79e-2d79-4f52-b24b-ab2b5955f054 HTTP/1.1" status: 200 len: 948 time: 0.0576971 Mar 28 14:40:06.849515 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:06.870382 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e531dc8f-94f7-4a29-b87f-0b7a801fda1e req-1a7459bf-3467-4ff3-ad88-41a1015d50ea tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/security-groups?id=14bf67bb-21af-4241-bd22-f3b8602c2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535347 Mar 28 14:40:06.963121 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d33a88-2a17-42fd-99e9-70cce1786eec x-openstack-request-id: req-f8d33a88-2a17-42fd-99e9-70cce1786eec {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:40:06.963485 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb66e79e-2d79-4f52-b24b-ab2b5955f054", "name": "network-vif-plugged", "status": "completed", "tag": "220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:40:06.963636 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8d33a88-2a17-42fd-99e9-70cce1786eec {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:40:06.964047 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d33a88-2a17-42fd-99e9-70cce1786eec'] response: {'server_uuid': 'cb66e79e-2d79-4f52-b24b-ab2b5955f054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e', 'code': 200} Mar 28 14:40:07.144720 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866e237-183a-4a1a-bca9-9f19d7fcb8fc req-1a5e6021-f01f-4062-b4d8-23ff151a4e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:07.146648 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f866e237-183a-4a1a-bca9-9f19d7fcb8fc req-1a5e6021-f01f-4062-b4d8-23ff151a4e42 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cb66e79e-2d79-4f52-b24b-ab2b5955f054 HTTP/1.1" status: 200 len: 1133 time: 0.0473077 Mar 28 14:40:07.189441 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f866e237-183a-4a1a-bca9-9f19d7fcb8fc req-73bf997a-e466-49d0-ba91-838984f8ac67 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=14bf67bb-21af-4241-bd22-f3b8602c2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374658 Mar 28 14:40:07.991097 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de23ea-0b66-43f3-9938-313511533436 req-f6d6c1e5-985f-4458-a9b6-d72101f02823 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:07.992559 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f2de23ea-0b66-43f3-9938-313511533436 req-f6d6c1e5-985f-4458-a9b6-d72101f02823 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb66e79e-2d79-4f52-b24b-ab2b5955f054 HTTP/1.1" status: 200 len: 949 time: 0.0522907 Mar 28 14:40:08.045466 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f2de23ea-0b66-43f3-9938-313511533436 req-81280a43-696a-44b4-b987-4f346766cadb tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/security-groups?id=14bf67bb-21af-4241-bd22-f3b8602c2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443215 Mar 28 14:40:09.190883 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154b86d-21a0-46aa-b150-2ef3a9afcab8 req-2154612e-bf8d-477b-89bc-e4474e62cc32 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:09.192382 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1154b86d-21a0-46aa-b150-2ef3a9afcab8 req-2154612e-bf8d-477b-89bc-e4474e62cc32 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb66e79e-2d79-4f52-b24b-ab2b5955f054 HTTP/1.1" status: 200 len: 949 time: 0.0679181 Mar 28 14:40:09.255442 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-1154b86d-21a0-46aa-b150-2ef3a9afcab8 req-cd8bd53c-8929-4683-a767-f490f9239ea3 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/security-groups?id=14bf67bb-21af-4241-bd22-f3b8602c2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571167 Mar 28 14:40:09.541219 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f4dd2-27e7-48ca-b4a6-d21086eef7f2 req-76396a38-116b-45c5-ada5-c0037bdcc3d9 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:09.542695 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b74f4dd2-27e7-48ca-b4a6-d21086eef7f2 req-76396a38-116b-45c5-ada5-c0037bdcc3d9 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb66e79e-2d79-4f52-b24b-ab2b5955f054 HTTP/1.1" status: 200 len: 949 time: 0.0591373 Mar 28 14:40:09.592900 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b74f4dd2-27e7-48ca-b4a6-d21086eef7f2 req-9f0c1e63-e12a-40c9-a507-a3b4765f1c56 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/security-groups?id=14bf67bb-21af-4241-bd22-f3b8602c2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415776 Mar 28 14:40:09.662751 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:09.892711 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:40:10.733649 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850682a-ad88-4c24-a528-0e512db02e14 req-1493a052-3d59-4055-8333-f6d0810130cf tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:10.735136 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6850682a-ad88-4c24-a528-0e512db02e14 req-1493a052-3d59-4055-8333-f6d0810130cf tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb66e79e-2d79-4f52-b24b-ab2b5955f054 HTTP/1.1" status: 200 len: 949 time: 0.0668685 Mar 28 14:40:10.780920 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6850682a-ad88-4c24-a528-0e512db02e14 req-820a9821-3fdb-4cea-8fc4-c2c4e5aa489c tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/security-groups?id=14bf67bb-21af-4241-bd22-f3b8602c2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399384 Mar 28 14:40:10.987277 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da15fb-85f1-4202-ab50-cb06dfde5fc6 req-a986d926-b86d-49c3-9770-ff1e57be2c29 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:10.988727 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-96da15fb-85f1-4202-ab50-cb06dfde5fc6 req-a986d926-b86d-49c3-9770-ff1e57be2c29 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb66e79e-2d79-4f52-b24b-ab2b5955f054 HTTP/1.1" status: 200 len: 949 time: 0.0633276 Mar 28 14:40:11.083893 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-96da15fb-85f1-4202-ab50-cb06dfde5fc6 req-5e8e284a-9b20-4ed1-8a33-f478104ed93e tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Deleting port 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:40:11.084196 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-96da15fb-85f1-4202-ab50-cb06dfde5fc6 req-5e8e284a-9b20-4ed1-8a33-f478104ed93e tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:11.170263 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-96da15fb-85f1-4202-ab50-cb06dfde5fc6 req-5e8e284a-9b20-4ed1-8a33-f478104ed93e tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] For port 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e,segment=NetworkSegment(e979ace6-d1e3-49f4-aab0-e7fc1fb92e72),segment_id=e979ace6-d1e3-49f4-aab0-e7fc1fb92e72)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:40:11.170486 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-96da15fb-85f1-4202-ab50-cb06dfde5fc6 req-5e8e284a-9b20-4ed1-8a33-f478104ed93e tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:11.184062 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-96da15fb-85f1-4202-ab50-cb06dfde5fc6 req-5e8e284a-9b20-4ed1-8a33-f478104ed93e tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Calling delete_port for 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e owned by compute:nova {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:40:11.316807 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-96da15fb-85f1-4202-ab50-cb06dfde5fc6 req-5e8e284a-9b20-4ed1-8a33-f478104ed93e tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:11.328910 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:40:11.343996 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e284a-9b20-4ed1-8a33-f478104ed93e tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Pushing event deleted for resources: {'Port': ['ID=220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:11.389003 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-96da15fb-85f1-4202-ab50-cb06dfde5fc6 req-5e8e284a-9b20-4ed1-8a33-f478104ed93e tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] No DVR routers for this DVR port 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e on host hv-cinder-79053 {{(pid=103205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:40:11.391610 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-96da15fb-85f1-4202-ab50-cb06dfde5fc6 req-5e8e284a-9b20-4ed1-8a33-f478104ed93e tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:11.394896 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-96da15fb-85f1-4202-ab50-cb06dfde5fc6 req-5e8e284a-9b20-4ed1-8a33-f478104ed93e tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.18 "DELETE /v2.0/ports/220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e HTTP/1.1" status: 204 len: 173 time: 0.4008353 Mar 28 14:40:11.395635 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb66e79e-2d79-4f52-b24b-ab2b5955f054', 'name': 'network-vif-deleted', 'tag': '220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:40:11.398042 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1864f36-1faf-4d9a-8722-0ddb8110f6ee" -d '{"events": [{"server_uuid": "cb66e79e-2d79-4f52-b24b-ab2b5955f054", "name": "network-vif-deleted", "tag": "220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:40:11.435467 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27627bd9-04c3-4b99-a9e1-af91a9b7b47e x-openstack-request-id: req-27627bd9-04c3-4b99-a9e1-af91a9b7b47e {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:40:11.435761 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb66e79e-2d79-4f52-b24b-ab2b5955f054", "name": "network-vif-deleted", "tag": "220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:40:11.436016 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27627bd9-04c3-4b99-a9e1-af91a9b7b47e {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:40:11.436415 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27627bd9-04c3-4b99-a9e1-af91a9b7b47e'] response: {'server_uuid': 'cb66e79e-2d79-4f52-b24b-ab2b5955f054', 'name': 'network-vif-deleted', 'tag': '220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e', 'status': 'completed', 'code': 200} Mar 28 14:40:11.894139 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-6d20f54c-c3c2-497e-99dd-38371fd61185 req-fc712c4f-d922-4e40-be2b-0567b8823963 tempest-VolumesNegativeTest-1992588749 tempest-VolumesNegativeTest-1992588749-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb66e79e-2d79-4f52-b24b-ab2b5955f054 HTTP/1.1" status: 200 len: 210 time: 0.0343580 Mar 28 14:40:14.647943 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:40:14.670403 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] No Port match for: 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:40:14.670739 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 220cac6e-0c9a-4d33-bc7a-c55f6cd8a90e not bound to the agent host hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:40:16.963011 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50444) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:40:17.121101 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-42fa3358-d1fa-4738-8b52-b406760c88dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd87db7b46a1438e96124cb98f72eb1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1567919 Mar 28 14:40:17.123658 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50448) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:40:17.170092 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0aaca490-7f8e-4648-988f-dc0baa84d90d admin admin] Publish callbacks [] for security_group (14bf67bb-21af-4241-bd22-f3b8602c2a16), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:17.194143 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0aaca490-7f8e-4648-988f-dc0baa84d90d admin admin] Publish callbacks [] for security_group (14bf67bb-21af-4241-bd22-f3b8602c2a16), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:17.244088 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0aaca490-7f8e-4648-988f-dc0baa84d90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (14bf67bb-21af-4241-bd22-f3b8602c2a16), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:17.247843 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0aaca490-7f8e-4648-988f-dc0baa84d90d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:17.249851 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-0aaca490-7f8e-4648-988f-dc0baa84d90d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14bf67bb-21af-4241-bd22-f3b8602c2a16 HTTP/1.1" status: 204 len: 168 time: 0.1248481 Mar 28 14:40:17.261030 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaca490-7f8e-4648-988f-dc0baa84d90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bf67bb-21af-4241-bd22-f3b8602c2a16,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:17.268984 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaca490-7f8e-4648-988f-dc0baa84d90d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:17.269344 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaca490-7f8e-4648-988f-dc0baa84d90d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:17.269683 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaca490-7f8e-4648-988f-dc0baa84d90d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:17.270159 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaca490-7f8e-4648-988f-dc0baa84d90d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:17.270504 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaca490-7f8e-4648-988f-dc0baa84d90d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:17.270841 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaca490-7f8e-4648-988f-dc0baa84d90d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:17.271213 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaca490-7f8e-4648-988f-dc0baa84d90d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:17.271543 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaca490-7f8e-4648-988f-dc0baa84d90d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:17.271874 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaca490-7f8e-4648-988f-dc0baa84d90d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:17.272223 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaca490-7f8e-4648-988f-dc0baa84d90d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:17.272555 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaca490-7f8e-4648-988f-dc0baa84d90d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:17.272878 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaca490-7f8e-4648-988f-dc0baa84d90d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:17.273201 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaca490-7f8e-4648-988f-dc0baa84d90d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:17.273524 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaca490-7f8e-4648-988f-dc0baa84d90d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:17.273843 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaca490-7f8e-4648-988f-dc0baa84d90d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:17.917909 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50470) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:40:18.018957 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-e258acbf-f378-4666-94d4-ae4bd708461b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1384356229-network', 'tenant_id': '90455fab77da4d25b45e2591471cafe2'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:40:18.047787 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e258acbf-f378-4666-94d4-ae4bd708461b admin admin] Made reservation on behalf of 90455fab77da4d25b45e2591471cafe2 for: {'network': 1} {{(pid=103204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:40:18.050087 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e258acbf-f378-4666-94d4-ae4bd708461b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for network (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:18.058566 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e258acbf-f378-4666-94d4-ae4bd708461b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:18.131214 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e258acbf-f378-4666-94d4-ae4bd708461b admin admin] Publish callbacks [] for security_group (6eaebb41-a495-4b53-adff-83cc2fd05da6), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:18.137936 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e258acbf-f378-4666-94d4-ae4bd708461b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (6eaebb41-a495-4b53-adff-83cc2fd05da6), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:18.163346 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e258acbf-f378-4666-94d4-ae4bd708461b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:40:18.173057 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258acbf-f378-4666-94d4-ae4bd708461b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaebb41-a495-4b53-adff-83cc2fd05da6,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:18.179360 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e258acbf-f378-4666-94d4-ae4bd708461b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (802340a0-449c-4b85-83c8-be612a26f36d), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:18.179699 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.db.segments_db [None req-e258acbf-f378-4666-94d4-ae4bd708461b admin admin] Added segment 802340a0-449c-4b85-83c8-be612a26f36d of type vlan for network dff95311-d3e1-42f9-9d29-8b61dc1dbd4d Mar 28 14:40:18.218122 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e258acbf-f378-4666-94d4-ae4bd708461b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220902705'] for network (dff95311-d3e1-42f9-9d29-8b61dc1dbd4d), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:18.245052 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e258acbf-f378-4666-94d4-ae4bd708461b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for network (dff95311-d3e1-42f9-9d29-8b61dc1dbd4d), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:18.246055 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e258acbf-f378-4666-94d4-ae4bd708461b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:18.246881 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e258acbf-f378-4666-94d4-ae4bd708461b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:18.305418 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-e258acbf-f378-4666-94d4-ae4bd708461b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3864086 Mar 28 14:40:18.308847 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 50474) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:40:18.310667 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258acbf-f378-4666-94d4-ae4bd708461b admin admin] Pushing event updated for resources: {'Network': ['ID=dff95311-d3e1-42f9-9d29-8b61dc1dbd4d,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:18.314030 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-48fdd3a6-0251-4ef6-8ee2-1534341c736e admin admin] Request body: {'subnet': {'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1384356229-subnet', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'ip_version': 4}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:40:18.322582 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Network dff95311-d3e1-42f9-9d29-8b61dc1dbd4d details requested by agent ovs-agent-dv-cinder-790535-35-iscsi with host dv-cinder-790535-35-iscsi {{(pid=103206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:40:18.336084 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fdd3a6-0251-4ef6-8ee2-1534341c736e admin admin] Made reservation on behalf of 90455fab77da4d25b45e2591471cafe2 for: {'subnet': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:40:18.338480 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-48fdd3a6-0251-4ef6-8ee2-1534341c736e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4675386'] for subnet (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:18.503245 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-48fdd3a6-0251-4ef6-8ee2-1534341c736e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5826304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4675372'] for subnet (43ce9c2c-6ece-478d-a688-8128eca38e75), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:18.559251 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fdd3a6-0251-4ef6-8ee2-1534341c736e admin admin] Pushing event updated for resources: {'Subnet': ['ID=43ce9c2c-6ece-478d-a688-8128eca38e75,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:18.568324 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fdd3a6-0251-4ef6-8ee2-1534341c736e admin admin] Checking segment: {'id': '802340a0-449c-4b85-83c8-be612a26f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:40:18.568682 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fdd3a6-0251-4ef6-8ee2-1534341c736e admin admin] Network hostable DHCP agents. Network: dff95311-d3e1-42f9-9d29-8b61dc1dbd4d, hostable agents: ['eea6c500-11a4-453f-b304-9367778e315c'], hosted agents: [] {{(pid=103205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:40:18.588154 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fdd3a6-0251-4ef6-8ee2-1534341c736e admin admin] Network dff95311-d3e1-42f9-9d29-8b61dc1dbd4d is scheduled to be hosted by DHCP agent eea6c500-11a4-453f-b304-9367778e315c with binding_index 1 {{(pid=103205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:40:18.598740 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-48fdd3a6-0251-4ef6-8ee2-1534341c736e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-35-iscsi, dff95311-d3e1-42f9-9d29-8b61dc1dbd4d) {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:40:18.603343 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fdd3a6-0251-4ef6-8ee2-1534341c736e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:18.603996 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-48fdd3a6-0251-4ef6-8ee2-1534341c736e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:18.607983 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcbe116-3e64-4da6-b7eb-32098434a8c4 None None] Network dff95311-d3e1-42f9-9d29-8b61dc1dbd4d requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:40:18.621817 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-48fdd3a6-0251-4ef6-8ee2-1534341c736e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3118923 Mar 28 14:40:18.625482 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50476) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:40:18.629895 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-2e3c44c7-4d3c-48f1-9f3c-c6e4e8804a27 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1384356229-router', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:40:18.650092 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2e3c44c7-4d3c-48f1-9f3c-c6e4e8804a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1571640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63144'] for router (0457c75c-bd88-4cc3-98ce-9911fdc6d153), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:18.651156 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2e3c44c7-4d3c-48f1-9f3c-c6e4e8804a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1558009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63137'] for router (0457c75c-bd88-4cc3-98ce-9911fdc6d153), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:18.702701 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2e3c44c7-4d3c-48f1-9f3c-c6e4e8804a27 admin admin] Publish callbacks [] for router_controller (0457c75c-bd88-4cc3-98ce-9911fdc6d153), precommit_add_association {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:18.709090 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd15d41-61b7-40c4-aeac-9c2ed1367f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69f788e2-bcdf-539a-bdd8-b0cf31fd8e9f-dff95311-d3e1-42f9-9d29-8b61dc1dbd4d', 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d', 'project_id': '90455fab77da4d25b45e2591471cafe2', 'fixed_ips': [{'subnet_id': '43ce9c2c-6ece-478d-a688-8128eca38e75'}]}} from dv-cinder-790535-35-iscsi. {{(pid=103206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 14:40:18.709956 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ddd15d41-61b7-40c4-aeac-9c2ed1367f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:18.843369 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2e3c44c7-4d3c-48f1-9f3c-c6e4e8804a27 admin admin] Publish callbacks [] for router_gateway (0457c75c-bd88-4cc3-98ce-9911fdc6d153), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:18.846923 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.db_base_plugin_common [None req-ddd15d41-61b7-40c4-aeac-9c2ed1367f30 None None] Allocated IP 172.20.0.2 (dff95311-d3e1-42f9-9d29-8b61dc1dbd4d/43ce9c2c-6ece-478d-a688-8128eca38e75/c60b0228-927d-4cfe-a565-e61e693701fa) {{(pid=103206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:40:19.042962 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2e3c44c7-4d3c-48f1-9f3c-c6e4e8804a27 admin admin] Publish callbacks [] for router_gateway (0457c75c-bd88-4cc3-98ce-9911fdc6d153), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:19.138300 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ddd15d41-61b7-40c4-aeac-9c2ed1367f30 None None] Publish callbacks [] for port (c60b0228-927d-4cfe-a565-e61e693701fa), precommit_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:19.147011 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ddd15d41-61b7-40c4-aeac-9c2ed1367f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (c60b0228-927d-4cfe-a565-e61e693701fa), after_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:19.184619 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd15d41-61b7-40c4-aeac-9c2ed1367f30 None None] Network dff95311-d3e1-42f9-9d29-8b61dc1dbd4d is already hosted by enough agents. {{(pid=103206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:40:19.187612 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.scheduler.base_scheduler [None req-ddd15d41-61b7-40c4-aeac-9c2ed1367f30 None None] Resources bound (agent type, host, resource id): {{(pid=103206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:40:19.194055 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd15d41-61b7-40c4-aeac-9c2ed1367f30 None None] Received port after_create {{(pid=103206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:40:19.199931 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd15d41-61b7-40c4-aeac-9c2ed1367f30 None None] Pushing event updated for resources: {'Port': ['ID=c60b0228-927d-4cfe-a565-e61e693701fa,revision_number=1']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:19.255500 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-ddd15d41-61b7-40c4-aeac-9c2ed1367f30 None None] Attempting to bind port c60b0228-927d-4cfe-a565-e61e693701fa on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:40:19.255851 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-ddd15d41-61b7-40c4-aeac-9c2ed1367f30 None None] Attempting to bind port c60b0228-927d-4cfe-a565-e61e693701fa by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': '802340a0-449c-4b85-83c8-be612a26f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d'}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:40:19.256236 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd15d41-61b7-40c4-aeac-9c2ed1367f30 None None] Attempting to bind port c60b0228-927d-4cfe-a565-e61e693701fa on network dff95311-d3e1-42f9-9d29-8b61dc1dbd4d {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:40:19.261630 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd15d41-61b7-40c4-aeac-9c2ed1367f30 None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:40:19.262004 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd15d41-61b7-40c4-aeac-9c2ed1367f30 None None] Checking segment: {'id': '802340a0-449c-4b85-83c8-be612a26f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:40:19.262406 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ddd15d41-61b7-40c4-aeac-9c2ed1367f30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:19.262786 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd15d41-61b7-40c4-aeac-9c2ed1367f30 None None] Bound using segment: {'id': '802340a0-449c-4b85-83c8-be612a26f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d'} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:40:19.263282 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-ddd15d41-61b7-40c4-aeac-9c2ed1367f30 None None] Bound port: c60b0228-927d-4cfe-a565-e61e693701fa, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802340a0-449c-4b85-83c8-be612a26f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d'}}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:40:19.263660 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ddd15d41-61b7-40c4-aeac-9c2ed1367f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (c60b0228-927d-4cfe-a565-e61e693701fa), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:19.312821 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2e3c44c7-4d3c-48f1-9f3c-c6e4e8804a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:19.328685 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-ddd15d41-61b7-40c4-aeac-9c2ed1367f30 None None] For port c60b0228-927d-4cfe-a565-e61e693701fa, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:40:19.331761 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-ddd15d41-61b7-40c4-aeac-9c2ed1367f30 None None] For port c60b0228-927d-4cfe-a565-e61e693701fa, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=c60b0228-927d-4cfe-a565-e61e693701fa,segment=NetworkSegment(802340a0-449c-4b85-83c8-be612a26f36d),segment_id=802340a0-449c-4b85-83c8-be612a26f36d)] {{(pid=103206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:40:19.340930 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ddd15d41-61b7-40c4-aeac-9c2ed1367f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (c60b0228-927d-4cfe-a565-e61e693701fa), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:19.402035 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd15d41-61b7-40c4-aeac-9c2ed1367f30 None None] Pushing event updated for resources: {'Port': ['ID=c60b0228-927d-4cfe-a565-e61e693701fa,revision_number=2']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:19.417318 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-2e3c44c7-4d3c-48f1-9f3c-c6e4e8804a27 admin admin] Allocated IP 172.27.1.20 (c66de8d5-469e-474b-81ba-d9e7301ef93c/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73/4612c8c0-8d0a-4100-a560-c237f225eccf) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:40:19.521911 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2e3c44c7-4d3c-48f1-9f3c-c6e4e8804a27 admin admin] Publish callbacks [] for port (4612c8c0-8d0a-4100-a560-c237f225eccf), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:19.569281 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2e3c44c7-4d3c-48f1-9f3c-c6e4e8804a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (4612c8c0-8d0a-4100-a560-c237f225eccf), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:19.610768 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3c44c7-4d3c-48f1-9f3c-c6e4e8804a27 admin admin] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:40:19.616497 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-2e3c44c7-4d3c-48f1-9f3c-c6e4e8804a27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:40:19.621234 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3c44c7-4d3c-48f1-9f3c-c6e4e8804a27 admin admin] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:40:19.624877 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c44c7-4d3c-48f1-9f3c-c6e4e8804a27 admin admin] Pushing event updated for resources: {'Port': ['ID=4612c8c0-8d0a-4100-a560-c237f225eccf,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:19.889604 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2e3c44c7-4d3c-48f1-9f3c-c6e4e8804a27 admin admin] Publish callbacks [] for router_gateway (0457c75c-bd88-4cc3-98ce-9911fdc6d153), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:20.094177 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2e3c44c7-4d3c-48f1-9f3c-c6e4e8804a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1557806'] for router (0457c75c-bd88-4cc3-98ce-9911fdc6d153), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:20.229311 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3c44c7-4d3c-48f1-9f3c-c6e4e8804a27 admin admin] Router 0457c75c-bd88-4cc3-98ce-9911fdc6d153 is scheduled to L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 with binding_index 1 {{(pid=103204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:40:20.254334 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c33887-ae35-4fbc-80a1-64bebab87f65 None None] Network dff95311-d3e1-42f9-9d29-8b61dc1dbd4d requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:40:20.338398 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3c44c7-4d3c-48f1-9f3c-c6e4e8804a27 admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:40:20.342756 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-a853d4c3-9b08-480f-89c8-62ddfc65fccd None None] Provisioning complete for port c60b0228-927d-4cfe-a565-e61e693701fa triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:40:20.343336 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a853d4c3-9b08-480f-89c8-62ddfc65fccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (c60b0228-927d-4cfe-a565-e61e693701fa), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:20.358475 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2e3c44c7-4d3c-48f1-9f3c-c6e4e8804a27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:20.360070 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-2e3c44c7-4d3c-48f1-9f3c-c6e4e8804a27 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7335477 Mar 28 14:40:20.362895 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50478) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:40:20.378140 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] Sync routers for ids ['0457c75c-bd88-4cc3-98ce-9911fdc6d153'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:40:20.406185 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] Routers {'0457c75c-bd88-4cc3-98ce-9911fdc6d153'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:40:20.406824 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:40:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['0457c75c-bd88-4cc3-98ce-9911fdc6d153'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:40:20.560580 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] Set router 0457c75c-bd88-4cc3-98ce-9911fdc6d153 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:40:20.562371 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-a853d4c3-9b08-480f-89c8-62ddfc65fccd None None] Current status of the port c60b0228-927d-4cfe-a565-e61e693701fa is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:40:20.562717 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a853d4c3-9b08-480f-89c8-62ddfc65fccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (c60b0228-927d-4cfe-a565-e61e693701fa), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:20.689512 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-a853d4c3-9b08-480f-89c8-62ddfc65fccd None None] For port c60b0228-927d-4cfe-a565-e61e693701fa, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=c60b0228-927d-4cfe-a565-e61e693701fa,segment=NetworkSegment(802340a0-449c-4b85-83c8-be612a26f36d),segment_id=802340a0-449c-4b85-83c8-be612a26f36d)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:40:20.702032 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a853d4c3-9b08-480f-89c8-62ddfc65fccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (c60b0228-927d-4cfe-a565-e61e693701fa), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:20.782579 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853d4c3-9b08-480f-89c8-62ddfc65fccd None None] Pushing event updated for resources: {'Port': ['ID=c60b0228-927d-4cfe-a565-e61e693701fa,revision_number=3']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:20.803206 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-be56e0ae-344c-4779-803f-55831859a27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:20.803591 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device c60b0228-927d-4cfe-a565-e61e693701fa up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:40:20.841900 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'name': 'tempest-TestShelveInstance-1384356229-router', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:40:18Z', 'updated_at': '2022-03-28T14:40:19Z', 'revision_number': 3, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'gw_port': {'id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:19Z', 'updated_at': '2022-03-28T14:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:40:20.877141 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] Checking router: 0457c75c-bd88-4cc3-98ce-9911fdc6d153 for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:40:20.877460 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] Updating router 0457c75c-bd88-4cc3-98ce-9911fdc6d153 port 4612c8c0-8d0a-4100-a560-c237f225eccf binding host dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:40:20.900508 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-90792e06-b34d-460e-b7b1-1d800eba031f None None] Provisioning complete for port c60b0228-927d-4cfe-a565-e61e693701fa triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:40:20.900883 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-90792e06-b34d-460e-b7b1-1d800eba031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (c60b0228-927d-4cfe-a565-e61e693701fa), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:20.934067 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (4612c8c0-8d0a-4100-a560-c237f225eccf), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:20.954996 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-be56e0ae-344c-4779-803f-55831859a27e admin admin] Allocated IP 172.20.0.1 (dff95311-d3e1-42f9-9d29-8b61dc1dbd4d/43ce9c2c-6ece-478d-a688-8128eca38e75/eb392929-9b49-40db-965d-3fb56aac0ed7) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:40:20.986346 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port c60b0228-927d-4cfe-a565-e61e693701fa triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:40:20.986722 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (c60b0228-927d-4cfe-a565-e61e693701fa), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:21.053632 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-be56e0ae-344c-4779-803f-55831859a27e admin admin] Publish callbacks [] for port (eb392929-9b49-40db-965d-3fb56aac0ed7), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:21.088149 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-be56e0ae-344c-4779-803f-55831859a27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (eb392929-9b49-40db-965d-3fb56aac0ed7), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:21.131094 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-90792e06-b34d-460e-b7b1-1d800eba031f None None] Current status of the port c60b0228-927d-4cfe-a565-e61e693701fa is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:40:21.132193 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be56e0ae-344c-4779-803f-55831859a27e admin admin] Network dff95311-d3e1-42f9-9d29-8b61dc1dbd4d is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:40:21.138860 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-be56e0ae-344c-4779-803f-55831859a27e admin admin] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:40:21.143419 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be56e0ae-344c-4779-803f-55831859a27e admin admin] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:40:21.146363 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56e0ae-344c-4779-803f-55831859a27e admin admin] Pushing event updated for resources: {'Port': ['ID=eb392929-9b49-40db-965d-3fb56aac0ed7,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:21.183643 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-be56e0ae-344c-4779-803f-55831859a27e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1559801'] for router_interface (0457c75c-bd88-4cc3-98ce-9911fdc6d153), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:21.205426 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port c60b0228-927d-4cfe-a565-e61e693701fa is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:40:21.304340 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] Publish callbacks [] for port (4612c8c0-8d0a-4100-a560-c237f225eccf), precommit_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:21.310810 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (4612c8c0-8d0a-4100-a560-c237f225eccf), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:21.322616 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-be56e0ae-344c-4779-803f-55831859a27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (eb392929-9b49-40db-965d-3fb56aac0ed7), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:21.371045 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] Attempting to bind port 4612c8c0-8d0a-4100-a560-c237f225eccf on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:40:21.371670 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] Attempting to bind port 4612c8c0-8d0a-4100-a560-c237f225eccf by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:40:21.371785 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] Attempting to bind port 4612c8c0-8d0a-4100-a560-c237f225eccf on network c66de8d5-469e-474b-81ba-d9e7301ef93c {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:40:21.374165 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eecbf08-4071-4b03-a42e-ffbfe7c8b0a5 None None] Pushing event updated for resources: {'Port': ['ID=4612c8c0-8d0a-4100-a560-c237f225eccf,revision_number=2']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:21.382946 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:40:21.383355 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] Checking segment: {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:40:21.383774 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:21.384153 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] Bound using segment: {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:40:21.384625 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] Bound port: 4612c8c0-8d0a-4100-a560-c237f225eccf, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:40:21.385071 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (4612c8c0-8d0a-4100-a560-c237f225eccf), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:21.387848 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-64744a30-2622-41e9-912e-c039d8309755 None None] Provisioning complete for port eb392929-9b49-40db-965d-3fb56aac0ed7 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:40:21.388210 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-64744a30-2622-41e9-912e-c039d8309755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (eb392929-9b49-40db-965d-3fb56aac0ed7), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:21.451795 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-64744a30-2622-41e9-912e-c039d8309755 None None] Port eb392929-9b49-40db-965d-3fb56aac0ed7 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:40:21.463057 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] For port 4612c8c0-8d0a-4100-a560-c237f225eccf, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:40:21.466226 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] For port 4612c8c0-8d0a-4100-a560-c237f225eccf, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=4612c8c0-8d0a-4100-a560-c237f225eccf,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:40:21.473649 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (4612c8c0-8d0a-4100-a560-c237f225eccf), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:21.483941 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-be56e0ae-344c-4779-803f-55831859a27e admin admin] Publish callbacks [] for port (eb392929-9b49-40db-965d-3fb56aac0ed7), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:21.489447 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-be56e0ae-344c-4779-803f-55831859a27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427782'] for port (eb392929-9b49-40db-965d-3fb56aac0ed7), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:21.534901 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] Routers {'0457c75c-bd88-4cc3-98ce-9911fdc6d153'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:40:21.535532 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:40:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['0457c75c-bd88-4cc3-98ce-9911fdc6d153'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:40:21.537355 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eecbf08-4071-4b03-a42e-ffbfe7c8b0a5 None None] Pushing event updated for resources: {'Port': ['ID=4612c8c0-8d0a-4100-a560-c237f225eccf,revision_number=3']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:21.552641 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56e0ae-344c-4779-803f-55831859a27e admin admin] Pushing event updated for resources: {'Port': ['ID=eb392929-9b49-40db-965d-3fb56aac0ed7,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:21.555312 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-be56e0ae-344c-4779-803f-55831859a27e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1559661'] for router_interface (0457c75c-bd88-4cc3-98ce-9911fdc6d153), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:21.648069 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] Set router 0457c75c-bd88-4cc3-98ce-9911fdc6d153 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:40:21.649100 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be56e0ae-344c-4779-803f-55831859a27e admin admin] Network dff95311-d3e1-42f9-9d29-8b61dc1dbd4d is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:40:21.650437 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-be56e0ae-344c-4779-803f-55831859a27e admin admin] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:40:21.771401 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be56e0ae-344c-4779-803f-55831859a27e admin admin] Router 0457c75c-bd88-4cc3-98ce-9911fdc6d153 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:40:21.880042 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be56e0ae-344c-4779-803f-55831859a27e admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:40:21.894224 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-be56e0ae-344c-4779-803f-55831859a27e admin admin] 10.222.0.13 "PUT /v2.0/routers/0457c75c-bd88-4cc3-98ce-9911fdc6d153/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5227208 Mar 28 14:40:21.924491 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-86318143-c96e-4f1c-b468-722b75f566a6 None None] Provisioning complete for port eb392929-9b49-40db-965d-3fb56aac0ed7 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:40:21.924612 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-86318143-c96e-4f1c-b468-722b75f566a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (eb392929-9b49-40db-965d-3fb56aac0ed7), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:21.974765 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-86318143-c96e-4f1c-b468-722b75f566a6 None None] Port eb392929-9b49-40db-965d-3fb56aac0ed7 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:40:22.021201 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'name': 'tempest-TestShelveInstance-1384356229-router', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:40:18Z', 'updated_at': '2022-03-28T14:40:21Z', 'revision_number': 4, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'gw_port': {'id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:19Z', 'updated_at': '2022-03-28T14:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'eb392929-9b49-40db-965d-3fb56aac0ed7', 'name': '', 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'mac_address': 'fa:16:3e:50:9d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '43ce9c2c-6ece-478d-a688-8128eca38e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:20Z', 'updated_at': '2022-03-28T14:40:21Z', 'revision_number': 2, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'subnets': [{'id': '43ce9c2c-6ece-478d-a688-8128eca38e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:40:22.050969 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd43158-1c3d-447a-af9a-62e372bd0316 None None] The sync data for ids ['0457c75c-bd88-4cc3-98ce-9911fdc6d153'] in dv-cinder-790535-35-iscsi is: [{'id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'name': 'tempest-TestShelveInstance-1384356229-router', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:40:18Z', 'updated_at': '2022-03-28T14:40:21Z', 'revision_number': 4, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'gw_port': {'id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:19Z', 'updated_at': '2022-03-28T14:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'eb392929-9b49-40db-965d-3fb56aac0ed7', 'name': '', 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'mac_address': 'fa:16:3e:50:9d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '43ce9c2c-6ece-478d-a688-8128eca38e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:20Z', 'updated_at': '2022-03-28T14:40:21Z', 'revision_number': 2, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'subnets': [{'id': '43ce9c2c-6ece-478d-a688-8128eca38e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:40:22.379117 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 50494) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:40:22.383953 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-a05c1b8b-9901-42f2-9f58-7cbac8a4ad61 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1172327299-network', 'tenant_id': 'ad81a569fed640e18ef6019eba6f04ae'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:40:22.404392 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05c1b8b-9901-42f2-9f58-7cbac8a4ad61 admin admin] Made reservation on behalf of ad81a569fed640e18ef6019eba6f04ae for: {'network': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:40:22.406993 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a05c1b8b-9901-42f2-9f58-7cbac8a4ad61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for network (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:22.416644 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a05c1b8b-9901-42f2-9f58-7cbac8a4ad61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:22.498013 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a05c1b8b-9901-42f2-9f58-7cbac8a4ad61 admin admin] Publish callbacks [] for security_group (92ebd5b0-21ca-41a9-bb5d-2f42b922db7a), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:22.503664 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a05c1b8b-9901-42f2-9f58-7cbac8a4ad61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (92ebd5b0-21ca-41a9-bb5d-2f42b922db7a), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:22.528018 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05c1b8b-9901-42f2-9f58-7cbac8a4ad61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:40:22.537921 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c1b8b-9901-42f2-9f58-7cbac8a4ad61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ebd5b0-21ca-41a9-bb5d-2f42b922db7a,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:22.542733 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a05c1b8b-9901-42f2-9f58-7cbac8a4ad61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (55b13f61-e987-4895-a4ad-3d7cf7ea43ca), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:22.543092 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.segments_db [None req-a05c1b8b-9901-42f2-9f58-7cbac8a4ad61 admin admin] Added segment 55b13f61-e987-4895-a4ad-3d7cf7ea43ca of type vlan for network ae5139ac-045d-4b65-af53-72ea2ebd5697 Mar 28 14:40:22.586635 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a05c1b8b-9901-42f2-9f58-7cbac8a4ad61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220902705'] for network (ae5139ac-045d-4b65-af53-72ea2ebd5697), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:22.613370 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a05c1b8b-9901-42f2-9f58-7cbac8a4ad61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798'] for network (ae5139ac-045d-4b65-af53-72ea2ebd5697), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:22.614510 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05c1b8b-9901-42f2-9f58-7cbac8a4ad61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:22.615332 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-a05c1b8b-9901-42f2-9f58-7cbac8a4ad61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:22.671858 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-a05c1b8b-9901-42f2-9f58-7cbac8a4ad61 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2916167 Mar 28 14:40:22.672509 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 50496) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:40:22.681505 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-dbb6f7bc-eea1-4fff-b675-117200455c01 admin admin] Request body: {'subnet': {'network_id': 'ae5139ac-045d-4b65-af53-72ea2ebd5697', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1172327299-subnet', 'tenant_id': 'ad81a569fed640e18ef6019eba6f04ae', 'ip_version': 4}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:40:22.698479 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c1b8b-9901-42f2-9f58-7cbac8a4ad61 admin admin] Pushing event updated for resources: {'Network': ['ID=ae5139ac-045d-4b65-af53-72ea2ebd5697,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:22.711606 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb6f7bc-eea1-4fff-b675-117200455c01 admin admin] Made reservation on behalf of ad81a569fed640e18ef6019eba6f04ae for: {'subnet': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:40:22.714001 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-dbb6f7bc-eea1-4fff-b675-117200455c01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4675386'] for subnet (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:22.726581 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Network ae5139ac-045d-4b65-af53-72ea2ebd5697 details requested by agent ovs-agent-dv-cinder-790535-35-iscsi with host dv-cinder-790535-35-iscsi {{(pid=103206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:40:22.890991 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 4612c8c0-8d0a-4100-a560-c237f225eccf up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:40:22.922548 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-dbb6f7bc-eea1-4fff-b675-117200455c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5826304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4675372'] for subnet (def48765-f5fb-4a0a-ae78-31489344e95f), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:22.944799 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 4612c8c0-8d0a-4100-a560-c237f225eccf triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:40:22.945432 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (4612c8c0-8d0a-4100-a560-c237f225eccf), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:22.976164 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6f7bc-eea1-4fff-b675-117200455c01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=def48765-f5fb-4a0a-ae78-31489344e95f,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:22.987276 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb6f7bc-eea1-4fff-b675-117200455c01 admin admin] Checking segment: {'id': '55b13f61-e987-4895-a4ad-3d7cf7ea43ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ae5139ac-045d-4b65-af53-72ea2ebd5697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:40:22.987642 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb6f7bc-eea1-4fff-b675-117200455c01 admin admin] Network hostable DHCP agents. Network: ae5139ac-045d-4b65-af53-72ea2ebd5697, hostable agents: ['eea6c500-11a4-453f-b304-9367778e315c'], hosted agents: [] {{(pid=103205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:40:23.008239 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb6f7bc-eea1-4fff-b675-117200455c01 admin admin] Network ae5139ac-045d-4b65-af53-72ea2ebd5697 is scheduled to be hosted by DHCP agent eea6c500-11a4-453f-b304-9367778e315c with binding_index 1 {{(pid=103205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:40:23.020233 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-dbb6f7bc-eea1-4fff-b675-117200455c01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-35-iscsi, ae5139ac-045d-4b65-af53-72ea2ebd5697) {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:40:23.025427 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb6f7bc-eea1-4fff-b675-117200455c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:23.026605 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-dbb6f7bc-eea1-4fff-b675-117200455c01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:23.031891 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a41660-13a1-4126-9522-db348d4660cb None None] Network ae5139ac-045d-4b65-af53-72ea2ebd5697 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:40:23.045401 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-dbb6f7bc-eea1-4fff-b675-117200455c01 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3699815 Mar 28 14:40:23.048183 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50498) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:40:23.049863 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 4612c8c0-8d0a-4100-a560-c237f225eccf is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:40:23.050253 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (4612c8c0-8d0a-4100-a560-c237f225eccf), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:23.052920 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-934d5937-b3d3-4e06-aa2d-f1ab265f3329 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1172327299-router', 'tenant_id': 'ad81a569fed640e18ef6019eba6f04ae', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:40:23.074752 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-934d5937-b3d3-4e06-aa2d-f1ab265f3329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1571640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63144'] for router (352bd9ff-30c4-40a4-88b0-aef597d37e79), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:23.076124 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-934d5937-b3d3-4e06-aa2d-f1ab265f3329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1558009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63137'] for router (352bd9ff-30c4-40a4-88b0-aef597d37e79), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:23.107058 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] For port 4612c8c0-8d0a-4100-a560-c237f225eccf, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=4612c8c0-8d0a-4100-a560-c237f225eccf,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:40:23.114518 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (4612c8c0-8d0a-4100-a560-c237f225eccf), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:23.115495 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device c60b0228-927d-4cfe-a565-e61e693701fa up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:40:23.138598 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-934d5937-b3d3-4e06-aa2d-f1ab265f3329 admin admin] Publish callbacks [] for router_controller (352bd9ff-30c4-40a4-88b0-aef597d37e79), precommit_add_association {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:23.228844 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29303b79-1ac6-43dc-95b6-9b3cf3d34d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69f788e2-bcdf-539a-bdd8-b0cf31fd8e9f-ae5139ac-045d-4b65-af53-72ea2ebd5697', 'network_id': 'ae5139ac-045d-4b65-af53-72ea2ebd5697', 'project_id': 'ad81a569fed640e18ef6019eba6f04ae', 'fixed_ips': [{'subnet_id': 'def48765-f5fb-4a0a-ae78-31489344e95f'}]}} from dv-cinder-790535-35-iscsi. {{(pid=103206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 14:40:23.229841 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-29303b79-1ac6-43dc-95b6-9b3cf3d34d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:23.251624 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Pushing event updated for resources: {'Port': ['ID=4612c8c0-8d0a-4100-a560-c237f225eccf,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:23.265763 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port c60b0228-927d-4cfe-a565-e61e693701fa triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:40:23.266232 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (c60b0228-927d-4cfe-a565-e61e693701fa), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:23.284268 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-934d5937-b3d3-4e06-aa2d-f1ab265f3329 admin admin] Publish callbacks [] for router_gateway (352bd9ff-30c4-40a4-88b0-aef597d37e79), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:23.442442 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.db_base_plugin_common [None req-29303b79-1ac6-43dc-95b6-9b3cf3d34d0c None None] Allocated IP 172.20.0.2 (ae5139ac-045d-4b65-af53-72ea2ebd5697/def48765-f5fb-4a0a-ae78-31489344e95f/d58e15e3-bbdb-4a29-a40d-0e393b5bab07) {{(pid=103206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:40:23.458535 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port c60b0228-927d-4cfe-a565-e61e693701fa is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:40:23.600805 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-29303b79-1ac6-43dc-95b6-9b3cf3d34d0c None None] Publish callbacks [] for port (d58e15e3-bbdb-4a29-a40d-0e393b5bab07), precommit_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:23.608018 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-29303b79-1ac6-43dc-95b6-9b3cf3d34d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870'] for port (d58e15e3-bbdb-4a29-a40d-0e393b5bab07), after_create {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:23.645789 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29303b79-1ac6-43dc-95b6-9b3cf3d34d0c None None] Network ae5139ac-045d-4b65-af53-72ea2ebd5697 is already hosted by enough agents. {{(pid=103206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:40:23.650836 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.scheduler.base_scheduler [None req-29303b79-1ac6-43dc-95b6-9b3cf3d34d0c None None] Resources bound (agent type, host, resource id): {{(pid=103206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:40:23.655508 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29303b79-1ac6-43dc-95b6-9b3cf3d34d0c None None] Received port after_create {{(pid=103206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:40:23.658563 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29303b79-1ac6-43dc-95b6-9b3cf3d34d0c None None] Pushing event updated for resources: {'Port': ['ID=d58e15e3-bbdb-4a29-a40d-0e393b5bab07,revision_number=1']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:23.710522 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-29303b79-1ac6-43dc-95b6-9b3cf3d34d0c None None] Attempting to bind port d58e15e3-bbdb-4a29-a40d-0e393b5bab07 on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:40:23.710890 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-29303b79-1ac6-43dc-95b6-9b3cf3d34d0c None None] Attempting to bind port d58e15e3-bbdb-4a29-a40d-0e393b5bab07 by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': '55b13f61-e987-4895-a4ad-3d7cf7ea43ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ae5139ac-045d-4b65-af53-72ea2ebd5697'}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:40:23.711281 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29303b79-1ac6-43dc-95b6-9b3cf3d34d0c None None] Attempting to bind port d58e15e3-bbdb-4a29-a40d-0e393b5bab07 on network ae5139ac-045d-4b65-af53-72ea2ebd5697 {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:40:23.716146 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29303b79-1ac6-43dc-95b6-9b3cf3d34d0c None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:40:23.716512 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29303b79-1ac6-43dc-95b6-9b3cf3d34d0c None None] Checking segment: {'id': '55b13f61-e987-4895-a4ad-3d7cf7ea43ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ae5139ac-045d-4b65-af53-72ea2ebd5697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:40:23.716908 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-29303b79-1ac6-43dc-95b6-9b3cf3d34d0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:23.717298 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29303b79-1ac6-43dc-95b6-9b3cf3d34d0c None None] Bound using segment: {'id': '55b13f61-e987-4895-a4ad-3d7cf7ea43ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ae5139ac-045d-4b65-af53-72ea2ebd5697'} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:40:23.717763 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-29303b79-1ac6-43dc-95b6-9b3cf3d34d0c None None] Bound port: d58e15e3-bbdb-4a29-a40d-0e393b5bab07, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b13f61-e987-4895-a4ad-3d7cf7ea43ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ae5139ac-045d-4b65-af53-72ea2ebd5697'}}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:40:23.718134 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-29303b79-1ac6-43dc-95b6-9b3cf3d34d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (d58e15e3-bbdb-4a29-a40d-0e393b5bab07), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:23.729451 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-934d5937-b3d3-4e06-aa2d-f1ab265f3329 admin admin] Publish callbacks [] for router_gateway (352bd9ff-30c4-40a4-88b0-aef597d37e79), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:23.747899 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-934d5937-b3d3-4e06-aa2d-f1ab265f3329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:23.782743 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-29303b79-1ac6-43dc-95b6-9b3cf3d34d0c None None] For port d58e15e3-bbdb-4a29-a40d-0e393b5bab07, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:40:23.786560 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-29303b79-1ac6-43dc-95b6-9b3cf3d34d0c None None] For port d58e15e3-bbdb-4a29-a40d-0e393b5bab07, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=d58e15e3-bbdb-4a29-a40d-0e393b5bab07,segment=NetworkSegment(55b13f61-e987-4895-a4ad-3d7cf7ea43ca),segment_id=55b13f61-e987-4895-a4ad-3d7cf7ea43ca)] {{(pid=103206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:40:23.794892 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-29303b79-1ac6-43dc-95b6-9b3cf3d34d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (d58e15e3-bbdb-4a29-a40d-0e393b5bab07), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:23.852874 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29303b79-1ac6-43dc-95b6-9b3cf3d34d0c None None] Pushing event updated for resources: {'Port': ['ID=d58e15e3-bbdb-4a29-a40d-0e393b5bab07,revision_number=2']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:23.865006 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-934d5937-b3d3-4e06-aa2d-f1ab265f3329 admin admin] Allocated IP 172.27.1.117 (c66de8d5-469e-474b-81ba-d9e7301ef93c/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73/a2ffc389-2c1b-4124-bd9e-defc271ec22f) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:40:23.973314 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-934d5937-b3d3-4e06-aa2d-f1ab265f3329 admin admin] Publish callbacks [] for port (a2ffc389-2c1b-4124-bd9e-defc271ec22f), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:24.012537 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-934d5937-b3d3-4e06-aa2d-f1ab265f3329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (a2ffc389-2c1b-4124-bd9e-defc271ec22f), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:24.067975 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934d5937-b3d3-4e06-aa2d-f1ab265f3329 admin admin] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:40:24.070971 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-934d5937-b3d3-4e06-aa2d-f1ab265f3329 admin admin] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:40:24.077667 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934d5937-b3d3-4e06-aa2d-f1ab265f3329 admin admin] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:40:24.084300 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d5937-b3d3-4e06-aa2d-f1ab265f3329 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ffc389-2c1b-4124-bd9e-defc271ec22f,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:24.150291 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] Sync routers for ids ['0457c75c-bd88-4cc3-98ce-9911fdc6d153'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:40:24.160964 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] Routers {'0457c75c-bd88-4cc3-98ce-9911fdc6d153'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:40:24.161529 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:40:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['0457c75c-bd88-4cc3-98ce-9911fdc6d153'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:40:24.269538 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] Set router 0457c75c-bd88-4cc3-98ce-9911fdc6d153 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:40:24.338338 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-934d5937-b3d3-4e06-aa2d-f1ab265f3329 admin admin] Publish callbacks [] for router_gateway (352bd9ff-30c4-40a4-88b0-aef597d37e79), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:24.554466 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-934d5937-b3d3-4e06-aa2d-f1ab265f3329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1557806'] for router (352bd9ff-30c4-40a4-88b0-aef597d37e79), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:24.565057 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'name': 'tempest-TestShelveInstance-1384356229-router', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:40:18Z', 'updated_at': '2022-03-28T14:40:21Z', 'revision_number': 4, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'gw_port': {'id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:19Z', 'updated_at': '2022-03-28T14:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'eb392929-9b49-40db-965d-3fb56aac0ed7', 'name': '', 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'mac_address': 'fa:16:3e:50:9d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '43ce9c2c-6ece-478d-a688-8128eca38e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:20Z', 'updated_at': '2022-03-28T14:40:21Z', 'revision_number': 2, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'subnets': [{'id': '43ce9c2c-6ece-478d-a688-8128eca38e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:40:24.592522 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] Checking router: 0457c75c-bd88-4cc3-98ce-9911fdc6d153 for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:40:24.592878 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] Updating router 0457c75c-bd88-4cc3-98ce-9911fdc6d153 port eb392929-9b49-40db-965d-3fb56aac0ed7 binding host dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:40:24.621769 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (eb392929-9b49-40db-965d-3fb56aac0ed7), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:24.699059 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934d5937-b3d3-4e06-aa2d-f1ab265f3329 admin admin] Router 352bd9ff-30c4-40a4-88b0-aef597d37e79 is scheduled to L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 with binding_index 1 {{(pid=103204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:40:24.827083 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934d5937-b3d3-4e06-aa2d-f1ab265f3329 admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:40:24.841308 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] Sync routers for ids ['352bd9ff-30c4-40a4-88b0-aef597d37e79'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:40:24.852479 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-934d5937-b3d3-4e06-aa2d-f1ab265f3329 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:24.856823 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-934d5937-b3d3-4e06-aa2d-f1ab265f3329 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8045230 Mar 28 14:40:24.856939 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] Routers {'352bd9ff-30c4-40a4-88b0-aef597d37e79'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:40:24.857044 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50500) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:40:24.857139 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:40:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['352bd9ff-30c4-40a4-88b0-aef597d37e79'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:40:24.898293 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 4612c8c0-8d0a-4100-a560-c237f225eccf up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:40:24.943427 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] Publish callbacks [] for port (eb392929-9b49-40db-965d-3fb56aac0ed7), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:24.951847 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc778624-b23a-4345-a6ec-698309ce3c47 None None] Network ae5139ac-045d-4b65-af53-72ea2ebd5697 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:40:24.953005 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (eb392929-9b49-40db-965d-3fb56aac0ed7), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:25.007981 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d07ad1-9c83-424f-bfd1-1c48b9fddcc2 None None] Pushing event updated for resources: {'Port': ['ID=eb392929-9b49-40db-965d-3fb56aac0ed7,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:25.052669 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d07ad1-9c83-424f-bfd1-1c48b9fddcc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:25.053031 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d07ad1-9c83-424f-bfd1-1c48b9fddcc2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:25.053724 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d07ad1-9c83-424f-bfd1-1c48b9fddcc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:25.054149 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d07ad1-9c83-424f-bfd1-1c48b9fddcc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:25.054554 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d07ad1-9c83-424f-bfd1-1c48b9fddcc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:25.054955 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d07ad1-9c83-424f-bfd1-1c48b9fddcc2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:25.055381 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d07ad1-9c83-424f-bfd1-1c48b9fddcc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:25.055774 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d07ad1-9c83-424f-bfd1-1c48b9fddcc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:25.056182 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d07ad1-9c83-424f-bfd1-1c48b9fddcc2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:25.056578 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d07ad1-9c83-424f-bfd1-1c48b9fddcc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:25.057107 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d07ad1-9c83-424f-bfd1-1c48b9fddcc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:25.057456 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d07ad1-9c83-424f-bfd1-1c48b9fddcc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:25.058302 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d07ad1-9c83-424f-bfd1-1c48b9fddcc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:25.058698 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d07ad1-9c83-424f-bfd1-1c48b9fddcc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:25.059115 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d07ad1-9c83-424f-bfd1-1c48b9fddcc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:25.077587 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] Attempting to bind port eb392929-9b49-40db-965d-3fb56aac0ed7 on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:40:25.077955 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] Attempting to bind port eb392929-9b49-40db-965d-3fb56aac0ed7 by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': '802340a0-449c-4b85-83c8-be612a26f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:40:25.078939 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] Attempting to bind port eb392929-9b49-40db-965d-3fb56aac0ed7 on network dff95311-d3e1-42f9-9d29-8b61dc1dbd4d {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:40:25.080068 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-7e7dc8e0-e694-4e10-bcd8-371816a1d7cd None None] Provisioning complete for port d58e15e3-bbdb-4a29-a40d-0e393b5bab07 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:40:25.080445 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc8e0-e694-4e10-bcd8-371816a1d7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (d58e15e3-bbdb-4a29-a40d-0e393b5bab07), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:25.089258 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:40:25.090490 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] Checking segment: {'id': '802340a0-449c-4b85-83c8-be612a26f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:40:25.091450 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:25.092003 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] Bound using segment: {'id': '802340a0-449c-4b85-83c8-be612a26f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:40:25.092959 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] Bound port: eb392929-9b49-40db-965d-3fb56aac0ed7, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802340a0-449c-4b85-83c8-be612a26f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:40:25.093519 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (eb392929-9b49-40db-965d-3fb56aac0ed7), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:25.146533 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 4612c8c0-8d0a-4100-a560-c237f225eccf triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:40:25.147062 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (4612c8c0-8d0a-4100-a560-c237f225eccf), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:25.150108 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] Set router 352bd9ff-30c4-40a4-88b0-aef597d37e79 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:40:25.180908 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] For port eb392929-9b49-40db-965d-3fb56aac0ed7, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:40:25.186206 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] For port eb392929-9b49-40db-965d-3fb56aac0ed7, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=eb392929-9b49-40db-965d-3fb56aac0ed7,segment=NetworkSegment(802340a0-449c-4b85-83c8-be612a26f36d),segment_id=802340a0-449c-4b85-83c8-be612a26f36d)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:40:25.196860 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (eb392929-9b49-40db-965d-3fb56aac0ed7), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:25.251922 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] Routers {'0457c75c-bd88-4cc3-98ce-9911fdc6d153'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:40:25.252833 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:40:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['0457c75c-bd88-4cc3-98ce-9911fdc6d153'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:40:25.329277 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d07ad1-9c83-424f-bfd1-1c48b9fddcc2 None None] Pushing event updated for resources: {'Port': ['ID=eb392929-9b49-40db-965d-3fb56aac0ed7,revision_number=4']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:25.387738 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] Set router 0457c75c-bd88-4cc3-98ce-9911fdc6d153 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:40:25.394617 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4fbd225a-a03c-4b8a-b5f4-1cc9d38a51c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:25.575626 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-7e7dc8e0-e694-4e10-bcd8-371816a1d7cd None None] Current status of the port d58e15e3-bbdb-4a29-a40d-0e393b5bab07 is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:40:25.575809 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc8e0-e694-4e10-bcd8-371816a1d7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (d58e15e3-bbdb-4a29-a40d-0e393b5bab07), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:25.577879 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-4fbd225a-a03c-4b8a-b5f4-1cc9d38a51c5 admin admin] Allocated IP 172.20.0.1 (ae5139ac-045d-4b65-af53-72ea2ebd5697/def48765-f5fb-4a0a-ae78-31489344e95f/5f5050ef-6582-4e5a-9837-369f13f8aac5) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:40:25.611197 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'name': 'tempest-TestShelveInstance-1384356229-router', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:40:18Z', 'updated_at': '2022-03-28T14:40:21Z', 'revision_number': 4, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'gw_port': {'id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:19Z', 'updated_at': '2022-03-28T14:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'eb392929-9b49-40db-965d-3fb56aac0ed7', 'name': '', 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'mac_address': 'fa:16:3e:50:9d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '43ce9c2c-6ece-478d-a688-8128eca38e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:20Z', 'updated_at': '2022-03-28T14:40:25Z', 'revision_number': 4, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'subnets': [{'id': '43ce9c2c-6ece-478d-a688-8128eca38e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:40:25.642976 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f62f051-7c20-4df0-a7a3-8a87ecc30239 None None] The sync data for ids ['0457c75c-bd88-4cc3-98ce-9911fdc6d153'] in dv-cinder-790535-35-iscsi is: [{'id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'name': 'tempest-TestShelveInstance-1384356229-router', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:40:18Z', 'updated_at': '2022-03-28T14:40:21Z', 'revision_number': 4, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'gw_port': {'id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:19Z', 'updated_at': '2022-03-28T14:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'eb392929-9b49-40db-965d-3fb56aac0ed7', 'name': '', 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'mac_address': 'fa:16:3e:50:9d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '43ce9c2c-6ece-478d-a688-8128eca38e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:20Z', 'updated_at': '2022-03-28T14:40:25Z', 'revision_number': 4, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'subnets': [{'id': '43ce9c2c-6ece-478d-a688-8128eca38e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:40:25.666400 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 4612c8c0-8d0a-4100-a560-c237f225eccf is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:40:25.667603 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device d58e15e3-bbdb-4a29-a40d-0e393b5bab07 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:40:25.671171 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-7e7dc8e0-e694-4e10-bcd8-371816a1d7cd None None] For port d58e15e3-bbdb-4a29-a40d-0e393b5bab07, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=d58e15e3-bbdb-4a29-a40d-0e393b5bab07,segment=NetworkSegment(55b13f61-e987-4895-a4ad-3d7cf7ea43ca),segment_id=55b13f61-e987-4895-a4ad-3d7cf7ea43ca)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:40:25.694317 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc8e0-e694-4e10-bcd8-371816a1d7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (d58e15e3-bbdb-4a29-a40d-0e393b5bab07), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:25.725876 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4fbd225a-a03c-4b8a-b5f4-1cc9d38a51c5 admin admin] Publish callbacks [] for port (5f5050ef-6582-4e5a-9837-369f13f8aac5), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:25.772063 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dc8e0-e694-4e10-bcd8-371816a1d7cd None None] Pushing event updated for resources: {'Port': ['ID=d58e15e3-bbdb-4a29-a40d-0e393b5bab07,revision_number=3']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:25.780314 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bd9ff-30c4-40a4-88b0-aef597d37e79', 'name': 'tempest-TestShelveInstance-1172327299-router', 'tenant_id': 'ad81a569fed640e18ef6019eba6f04ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'a2ffc389-2c1b-4124-bd9e-defc271ec22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:40:23Z', 'updated_at': '2022-03-28T14:40:24Z', 'revision_number': 3, 'project_id': 'ad81a569fed640e18ef6019eba6f04ae', 'gw_port': {'id': 'a2ffc389-2c1b-4124-bd9e-defc271ec22f', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352bd9ff-30c4-40a4-88b0-aef597d37e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:23Z', 'updated_at': '2022-03-28T14:40:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:40:25.782873 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4fbd225a-a03c-4b8a-b5f4-1cc9d38a51c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (5f5050ef-6582-4e5a-9837-369f13f8aac5), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:25.824010 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port d58e15e3-bbdb-4a29-a40d-0e393b5bab07 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:40:25.824304 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (d58e15e3-bbdb-4a29-a40d-0e393b5bab07), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:25.829409 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] Checking router: 352bd9ff-30c4-40a4-88b0-aef597d37e79 for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:40:25.829760 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] Updating router 352bd9ff-30c4-40a4-88b0-aef597d37e79 port a2ffc389-2c1b-4124-bd9e-defc271ec22f binding host dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:40:25.835227 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbd225a-a03c-4b8a-b5f4-1cc9d38a51c5 admin admin] Network ae5139ac-045d-4b65-af53-72ea2ebd5697 is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:40:25.839102 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-4fbd225a-a03c-4b8a-b5f4-1cc9d38a51c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:40:25.842407 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd225a-a03c-4b8a-b5f4-1cc9d38a51c5 admin admin] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:40:25.871562 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd225a-a03c-4b8a-b5f4-1cc9d38a51c5 admin admin] Pushing event updated for resources: {'Port': ['ID=5f5050ef-6582-4e5a-9837-369f13f8aac5,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:25.895889 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4fbd225a-a03c-4b8a-b5f4-1cc9d38a51c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1559801'] for router_interface (352bd9ff-30c4-40a4-88b0-aef597d37e79), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:25.897172 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (a2ffc389-2c1b-4124-bd9e-defc271ec22f), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:25.921727 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-335298ad-2723-4c83-af6b-33be699b6cac None None] Provisioning complete for port d58e15e3-bbdb-4a29-a40d-0e393b5bab07 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:40:25.922111 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-335298ad-2723-4c83-af6b-33be699b6cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (d58e15e3-bbdb-4a29-a40d-0e393b5bab07), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:26.079794 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4fbd225a-a03c-4b8a-b5f4-1cc9d38a51c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (5f5050ef-6582-4e5a-9837-369f13f8aac5), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:26.148667 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port d58e15e3-bbdb-4a29-a40d-0e393b5bab07 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:40:26.173915 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-335298ad-2723-4c83-af6b-33be699b6cac None None] Current status of the port d58e15e3-bbdb-4a29-a40d-0e393b5bab07 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:40:26.208921 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-335298ad-2723-4c83-af6b-33be699b6cac None None] Provisioning complete for port eb392929-9b49-40db-965d-3fb56aac0ed7 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:40:26.209300 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-335298ad-2723-4c83-af6b-33be699b6cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (eb392929-9b49-40db-965d-3fb56aac0ed7), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:26.250142 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4fbd225a-a03c-4b8a-b5f4-1cc9d38a51c5 admin admin] Publish callbacks [] for port (5f5050ef-6582-4e5a-9837-369f13f8aac5), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:26.256856 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4fbd225a-a03c-4b8a-b5f4-1cc9d38a51c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427782'] for port (5f5050ef-6582-4e5a-9837-369f13f8aac5), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:26.323142 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd225a-a03c-4b8a-b5f4-1cc9d38a51c5 admin admin] Pushing event updated for resources: {'Port': ['ID=5f5050ef-6582-4e5a-9837-369f13f8aac5,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:26.325543 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4fbd225a-a03c-4b8a-b5f4-1cc9d38a51c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1559661'] for router_interface (352bd9ff-30c4-40a4-88b0-aef597d37e79), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:26.335740 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] Publish callbacks [] for port (a2ffc389-2c1b-4124-bd9e-defc271ec22f), precommit_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:26.349371 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (a2ffc389-2c1b-4124-bd9e-defc271ec22f), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:26.359246 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-335298ad-2723-4c83-af6b-33be699b6cac None None] Current status of the port eb392929-9b49-40db-965d-3fb56aac0ed7 is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:40:26.359640 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-335298ad-2723-4c83-af6b-33be699b6cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (eb392929-9b49-40db-965d-3fb56aac0ed7), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:26.420764 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] Attempting to bind port a2ffc389-2c1b-4124-bd9e-defc271ec22f on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:40:26.421149 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] Attempting to bind port a2ffc389-2c1b-4124-bd9e-defc271ec22f by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:40:26.421529 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] Attempting to bind port a2ffc389-2c1b-4124-bd9e-defc271ec22f on network c66de8d5-469e-474b-81ba-d9e7301ef93c {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:40:26.426527 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbd225a-a03c-4b8a-b5f4-1cc9d38a51c5 admin admin] Network ae5139ac-045d-4b65-af53-72ea2ebd5697 is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:40:26.427705 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6dc92-f010-44f8-a426-883918aec94a None None] Pushing event updated for resources: {'Port': ['ID=a2ffc389-2c1b-4124-bd9e-defc271ec22f,revision_number=2']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:26.428149 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-4fbd225a-a03c-4b8a-b5f4-1cc9d38a51c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:40:26.436040 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:40:26.436459 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] Checking segment: {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:40:26.436946 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:26.438400 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] Bound using segment: {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'} {{(pid=103206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:40:26.438400 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.managers [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] Bound port: a2ffc389-2c1b-4124-bd9e-defc271ec22f, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c'}}] {{(pid=103206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:40:26.438400 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (a2ffc389-2c1b-4124-bd9e-defc271ec22f), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:26.466296 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-335298ad-2723-4c83-af6b-33be699b6cac None None] For port eb392929-9b49-40db-965d-3fb56aac0ed7, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=eb392929-9b49-40db-965d-3fb56aac0ed7,segment=NetworkSegment(802340a0-449c-4b85-83c8-be612a26f36d),segment_id=802340a0-449c-4b85-83c8-be612a26f36d)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:40:26.476639 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-335298ad-2723-4c83-af6b-33be699b6cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (eb392929-9b49-40db-965d-3fb56aac0ed7), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:26.525760 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] For port a2ffc389-2c1b-4124-bd9e-defc271ec22f, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:40:26.532793 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] For port a2ffc389-2c1b-4124-bd9e-defc271ec22f, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=a2ffc389-2c1b-4124-bd9e-defc271ec22f,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:40:26.543817 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbd225a-a03c-4b8a-b5f4-1cc9d38a51c5 admin admin] Router 352bd9ff-30c4-40a4-88b0-aef597d37e79 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:40:26.545839 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (a2ffc389-2c1b-4124-bd9e-defc271ec22f), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:26.553355 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335298ad-2723-4c83-af6b-33be699b6cac None None] Pushing event updated for resources: {'Port': ['ID=eb392929-9b49-40db-965d-3fb56aac0ed7,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:26.631491 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] Routers {'352bd9ff-30c4-40a4-88b0-aef597d37e79'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:40:26.632133 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:40:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['352bd9ff-30c4-40a4-88b0-aef597d37e79'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:40:26.634438 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6dc92-f010-44f8-a426-883918aec94a None None] Pushing event updated for resources: {'Port': ['ID=a2ffc389-2c1b-4124-bd9e-defc271ec22f,revision_number=3']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:26.639625 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-203e3a4d-1df9-4cbe-b872-58e6c3f7dd9e None None] Provisioning complete for port 5f5050ef-6582-4e5a-9837-369f13f8aac5 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:40:26.640000 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-203e3a4d-1df9-4cbe-b872-58e6c3f7dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (5f5050ef-6582-4e5a-9837-369f13f8aac5), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:26.658797 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbd225a-a03c-4b8a-b5f4-1cc9d38a51c5 admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:40:26.664076 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-4fbd225a-a03c-4b8a-b5f4-1cc9d38a51c5 admin admin] 10.222.0.13 "PUT /v2.0/routers/352bd9ff-30c4-40a4-88b0-aef597d37e79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8059123 Mar 28 14:40:26.746110 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-203e3a4d-1df9-4cbe-b872-58e6c3f7dd9e None None] Port 5f5050ef-6582-4e5a-9837-369f13f8aac5 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:40:26.775512 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] Set router 352bd9ff-30c4-40a4-88b0-aef597d37e79 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:40:26.805596 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device d58e15e3-bbdb-4a29-a40d-0e393b5bab07 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:40:26.939780 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-5fbe8f35-f5b1-4fe4-b705-3fa69ad31480 None None] Provisioning complete for port 5f5050ef-6582-4e5a-9837-369f13f8aac5 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:40:26.940531 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8f35-f5b1-4fe4-b705-3fa69ad31480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (5f5050ef-6582-4e5a-9837-369f13f8aac5), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:26.984137 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port d58e15e3-bbdb-4a29-a40d-0e393b5bab07 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:40:26.984523 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (d58e15e3-bbdb-4a29-a40d-0e393b5bab07), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:27.022310 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-5fbe8f35-f5b1-4fe4-b705-3fa69ad31480 None None] Port 5f5050ef-6582-4e5a-9837-369f13f8aac5 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:40:27.114740 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port d58e15e3-bbdb-4a29-a40d-0e393b5bab07 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:40:27.115813 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device eb392929-9b49-40db-965d-3fb56aac0ed7 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:40:27.139199 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bd9ff-30c4-40a4-88b0-aef597d37e79', 'name': 'tempest-TestShelveInstance-1172327299-router', 'tenant_id': 'ad81a569fed640e18ef6019eba6f04ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'a2ffc389-2c1b-4124-bd9e-defc271ec22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:40:23Z', 'updated_at': '2022-03-28T14:40:26Z', 'revision_number': 4, 'project_id': 'ad81a569fed640e18ef6019eba6f04ae', 'gw_port': {'id': 'a2ffc389-2c1b-4124-bd9e-defc271ec22f', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352bd9ff-30c4-40a4-88b0-aef597d37e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:23Z', 'updated_at': '2022-03-28T14:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '5f5050ef-6582-4e5a-9837-369f13f8aac5', 'name': '', 'network_id': 'ae5139ac-045d-4b65-af53-72ea2ebd5697', 'tenant_id': 'ad81a569fed640e18ef6019eba6f04ae', 'mac_address': 'fa:16:3e:48:27:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352bd9ff-30c4-40a4-88b0-aef597d37e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'def48765-f5fb-4a0a-ae78-31489344e95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:25Z', 'updated_at': '2022-03-28T14:40:26Z', 'revision_number': 2, 'project_id': 'ad81a569fed640e18ef6019eba6f04ae', 'subnets': [{'id': 'def48765-f5fb-4a0a-ae78-31489344e95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:40:27.168679 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9933aca6-84a0-466e-9367-7681498797d2 None None] The sync data for ids ['352bd9ff-30c4-40a4-88b0-aef597d37e79'] in dv-cinder-790535-35-iscsi is: [{'id': '352bd9ff-30c4-40a4-88b0-aef597d37e79', 'name': 'tempest-TestShelveInstance-1172327299-router', 'tenant_id': 'ad81a569fed640e18ef6019eba6f04ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'a2ffc389-2c1b-4124-bd9e-defc271ec22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:40:23Z', 'updated_at': '2022-03-28T14:40:26Z', 'revision_number': 4, 'project_id': 'ad81a569fed640e18ef6019eba6f04ae', 'gw_port': {'id': 'a2ffc389-2c1b-4124-bd9e-defc271ec22f', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352bd9ff-30c4-40a4-88b0-aef597d37e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:23Z', 'updated_at': '2022-03-28T14:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '5f5050ef-6582-4e5a-9837-369f13f8aac5', 'name': '', 'network_id': 'ae5139ac-045d-4b65-af53-72ea2ebd5697', 'tenant_id': 'ad81a569fed640e18ef6019eba6f04ae', 'mac_address': 'fa:16:3e:48:27:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352bd9ff-30c4-40a4-88b0-aef597d37e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'def48765-f5fb-4a0a-ae78-31489344e95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:25Z', 'updated_at': '2022-03-28T14:40:26Z', 'revision_number': 2, 'project_id': 'ad81a569fed640e18ef6019eba6f04ae', 'subnets': [{'id': 'def48765-f5fb-4a0a-ae78-31489344e95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:40:27.197733 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port eb392929-9b49-40db-965d-3fb56aac0ed7 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:40:27.198155 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (eb392929-9b49-40db-965d-3fb56aac0ed7), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:27.211746 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50508) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:40:27.216405 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-f0130df5-030a-473d-812f-86fc628b9824 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1392515576', 'description': 'tempest-secgroup-smoke-1392515576 description', 'project_id': '90455fab77da4d25b45e2591471cafe2'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:40:27.238224 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f0130df5-030a-473d-812f-86fc628b9824 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for security_group (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:27.285034 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port eb392929-9b49-40db-965d-3fb56aac0ed7 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:40:27.314240 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f0130df5-030a-473d-812f-86fc628b9824 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for security_group (7c7c30a5-c53d-4d04-be92-d22a5ded38fa), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:27.319063 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f0130df5-030a-473d-812f-86fc628b9824 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (7c7c30a5-c53d-4d04-be92-d22a5ded38fa), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:27.357797 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f0130df5-030a-473d-812f-86fc628b9824 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:27.364038 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-f0130df5-030a-473d-812f-86fc628b9824 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1485400 Mar 28 14:40:27.364462 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 50510) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:40:27.366657 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0130df5-030a-473d-812f-86fc628b9824 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7c30a5-c53d-4d04-be92-d22a5ded38fa,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:27.374480 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-cb5c4350-6d7b-4338-8e21-f5b6a8e2627b tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Request body: {'security_group_rule': {'security_group_id': '7c7c30a5-c53d-4d04-be92-d22a5ded38fa', 'project_id': '90455fab77da4d25b45e2591471cafe2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:40:27.401639 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-cb5c4350-6d7b-4338-8e21-f5b6a8e2627b tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for security_group_rule (b002e9df-6d7b-4d17-9d77-154fe4115d60), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:27.462397 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-cb5c4350-6d7b-4338-8e21-f5b6a8e2627b tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for security_group_rule (b002e9df-6d7b-4d17-9d77-154fe4115d60), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:27.467489 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-cb5c4350-6d7b-4338-8e21-f5b6a8e2627b tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (b002e9df-6d7b-4d17-9d77-154fe4115d60), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:27.488501 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c4350-6d7b-4338-8e21-f5b6a8e2627b tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b002e9df-6d7b-4d17-9d77-154fe4115d60,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:27.497817 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-cb5c4350-6d7b-4338-8e21-f5b6a8e2627b tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:27.499454 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-cb5c4350-6d7b-4338-8e21-f5b6a8e2627b tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334894 Mar 28 14:40:27.502263 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 50512) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:40:27.506496 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-d97a64b0-936d-4255-b5ae-285fc72ebb0c tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Request body: {'security_group_rule': {'security_group_id': '7c7c30a5-c53d-4d04-be92-d22a5ded38fa', 'project_id': '90455fab77da4d25b45e2591471cafe2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:40:27.532456 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d97a64b0-936d-4255-b5ae-285fc72ebb0c tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for security_group_rule (ea60c5f4-6931-4877-b1ae-325aae8a6380), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:27.588817 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d97a64b0-936d-4255-b5ae-285fc72ebb0c tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for security_group_rule (ea60c5f4-6931-4877-b1ae-325aae8a6380), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:27.593212 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d97a64b0-936d-4255-b5ae-285fc72ebb0c tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (ea60c5f4-6931-4877-b1ae-325aae8a6380), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:27.612596 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a64b0-936d-4255-b5ae-285fc72ebb0c tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea60c5f4-6931-4877-b1ae-325aae8a6380,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:27.620694 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d97a64b0-936d-4255-b5ae-285fc72ebb0c tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:27.624584 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-d97a64b0-936d-4255-b5ae-285fc72ebb0c tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187317 Mar 28 14:40:27.625110 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50514) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:40:27.629786 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-e027adba-7632-4395-955d-3ea732279d64 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Request body: {'security_group_rule': {'security_group_id': '7c7c30a5-c53d-4d04-be92-d22a5ded38fa', 'project_id': '90455fab77da4d25b45e2591471cafe2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:40:27.656459 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e027adba-7632-4395-955d-3ea732279d64 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for security_group_rule (969c1115-7e57-4f82-9420-936136f2cf6c), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:27.722592 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e027adba-7632-4395-955d-3ea732279d64 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for security_group_rule (969c1115-7e57-4f82-9420-936136f2cf6c), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:27.727909 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e027adba-7632-4395-955d-3ea732279d64 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (969c1115-7e57-4f82-9420-936136f2cf6c), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:27.746744 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027adba-7632-4395-955d-3ea732279d64 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969c1115-7e57-4f82-9420-936136f2cf6c,revision_number=0']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:27.754356 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e027adba-7632-4395-955d-3ea732279d64 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:27.758212 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-e027adba-7632-4395-955d-3ea732279d64 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295624 Mar 28 14:40:27.758428 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50516) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:40:27.762805 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-b7a92e4f-73a0-4373-bae5-34d1b2cb56a0 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Request body: {'security_group_rule': {'security_group_id': '7c7c30a5-c53d-4d04-be92-d22a5ded38fa', 'project_id': '90455fab77da4d25b45e2591471cafe2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:40:27.788817 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b7a92e4f-73a0-4373-bae5-34d1b2cb56a0 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for security_group_rule (8d703705-9d73-4cd0-8f76-4bafa727dc6a), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:27.844983 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b7a92e4f-73a0-4373-bae5-34d1b2cb56a0 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for security_group_rule (8d703705-9d73-4cd0-8f76-4bafa727dc6a), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:27.850647 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b7a92e4f-73a0-4373-bae5-34d1b2cb56a0 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (8d703705-9d73-4cd0-8f76-4bafa727dc6a), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:27.867777 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a92e4f-73a0-4373-bae5-34d1b2cb56a0 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d703705-9d73-4cd0-8f76-4bafa727dc6a,revision_number=0']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:27.877128 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b7a92e4f-73a0-4373-bae5-34d1b2cb56a0 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:27.878294 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-b7a92e4f-73a0-4373-bae5-34d1b2cb56a0 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189029 Mar 28 14:40:27.882192 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 50518) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:40:27.886722 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-113fb178-3ca7-4cce-b0b1-bd135c624458 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Request body: {'security_group_rule': {'security_group_id': '7c7c30a5-c53d-4d04-be92-d22a5ded38fa', 'project_id': '90455fab77da4d25b45e2591471cafe2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:40:27.910618 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.securitygroups_db [None req-113fb178-3ca7-4cce-b0b1-bd135c624458 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Project 90455fab77da4d25b45e2591471cafe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:40:27.917354 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-113fb178-3ca7-4cce-b0b1-bd135c624458 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for security_group_rule (47dcb3ac-2d16-4237-8b04-3ab211ad21c5), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:27.981566 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-113fb178-3ca7-4cce-b0b1-bd135c624458 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for security_group_rule (47dcb3ac-2d16-4237-8b04-3ab211ad21c5), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:27.986919 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-113fb178-3ca7-4cce-b0b1-bd135c624458 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (47dcb3ac-2d16-4237-8b04-3ab211ad21c5), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:28.005840 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113fb178-3ca7-4cce-b0b1-bd135c624458 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47dcb3ac-2d16-4237-8b04-3ab211ad21c5,revision_number=0']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:28.011434 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-113fb178-3ca7-4cce-b0b1-bd135c624458 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:28.012616 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-113fb178-3ca7-4cce-b0b1-bd135c624458 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294334 Mar 28 14:40:28.015624 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50520) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:40:28.020449 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-63a5ae83-4929-4105-a759-0c689f682e0e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Request body: {'security_group_rule': {'security_group_id': '7c7c30a5-c53d-4d04-be92-d22a5ded38fa', 'project_id': '90455fab77da4d25b45e2591471cafe2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:40:28.042995 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.db.securitygroups_db [None req-63a5ae83-4929-4105-a759-0c689f682e0e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Project 90455fab77da4d25b45e2591471cafe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:40:28.049467 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-63a5ae83-4929-4105-a759-0c689f682e0e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for security_group_rule (cbb68600-d20b-4333-8ce4-3a70db954d23), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:28.108162 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-63a5ae83-4929-4105-a759-0c689f682e0e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for security_group_rule (cbb68600-d20b-4333-8ce4-3a70db954d23), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:28.113815 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-63a5ae83-4929-4105-a759-0c689f682e0e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597315'] for security_group_rule (cbb68600-d20b-4333-8ce4-3a70db954d23), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:28.132981 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5ae83-4929-4105-a759-0c689f682e0e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb68600-d20b-4333-8ce4-3a70db954d23,revision_number=0']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:28.142452 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-63a5ae83-4929-4105-a759-0c689f682e0e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:28.143722 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-63a5ae83-4929-4105-a759-0c689f682e0e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270695 Mar 28 14:40:28.774176 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device a2ffc389-2c1b-4124-bd9e-defc271ec22f up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:40:28.838042 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port a2ffc389-2c1b-4124-bd9e-defc271ec22f triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:40:28.838417 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (a2ffc389-2c1b-4124-bd9e-defc271ec22f), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:28.933776 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port a2ffc389-2c1b-4124-bd9e-defc271ec22f is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:40:28.934070 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (a2ffc389-2c1b-4124-bd9e-defc271ec22f), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:28.956532 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] For port a2ffc389-2c1b-4124-bd9e-defc271ec22f, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=a2ffc389-2c1b-4124-bd9e-defc271ec22f,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:40:28.966895 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (a2ffc389-2c1b-4124-bd9e-defc271ec22f), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:29.159014 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Pushing event updated for resources: {'Port': ['ID=a2ffc389-2c1b-4124-bd9e-defc271ec22f,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:29.276532 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-9f49d70a-9dd2-419f-b21e-3cb00f007774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:29.705185 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] Sync routers for ids ['352bd9ff-30c4-40a4-88b0-aef597d37e79'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:40:29.715713 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] Routers {'352bd9ff-30c4-40a4-88b0-aef597d37e79'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:40:29.716319 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:40:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['352bd9ff-30c4-40a4-88b0-aef597d37e79'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:40:29.825511 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] Set router 352bd9ff-30c4-40a4-88b0-aef597d37e79 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:40:30.048582 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bd9ff-30c4-40a4-88b0-aef597d37e79', 'name': 'tempest-TestShelveInstance-1172327299-router', 'tenant_id': 'ad81a569fed640e18ef6019eba6f04ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'a2ffc389-2c1b-4124-bd9e-defc271ec22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:40:23Z', 'updated_at': '2022-03-28T14:40:26Z', 'revision_number': 4, 'project_id': 'ad81a569fed640e18ef6019eba6f04ae', 'gw_port': {'id': 'a2ffc389-2c1b-4124-bd9e-defc271ec22f', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bd9ff-30c4-40a4-88b0-aef597d37e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:23Z', 'updated_at': '2022-03-28T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '5f5050ef-6582-4e5a-9837-369f13f8aac5', 'name': '', 'network_id': 'ae5139ac-045d-4b65-af53-72ea2ebd5697', 'tenant_id': 'ad81a569fed640e18ef6019eba6f04ae', 'mac_address': 'fa:16:3e:48:27:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352bd9ff-30c4-40a4-88b0-aef597d37e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'def48765-f5fb-4a0a-ae78-31489344e95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:25Z', 'updated_at': '2022-03-28T14:40:26Z', 'revision_number': 2, 'project_id': 'ad81a569fed640e18ef6019eba6f04ae', 'subnets': [{'id': 'def48765-f5fb-4a0a-ae78-31489344e95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:40:30.077952 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] Checking router: 352bd9ff-30c4-40a4-88b0-aef597d37e79 for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:40:30.078154 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] Updating router 352bd9ff-30c4-40a4-88b0-aef597d37e79 port 5f5050ef-6582-4e5a-9837-369f13f8aac5 binding host dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:40:30.105174 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (5f5050ef-6582-4e5a-9837-369f13f8aac5), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:30.377153 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] Publish callbacks [] for port (5f5050ef-6582-4e5a-9837-369f13f8aac5), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:30.385416 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (5f5050ef-6582-4e5a-9837-369f13f8aac5), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:30.436057 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea12ee-972c-412e-b5e2-240d3e6e1255 None None] Pushing event updated for resources: {'Port': ['ID=5f5050ef-6582-4e5a-9837-369f13f8aac5,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:30.589205 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] Attempting to bind port 5f5050ef-6582-4e5a-9837-369f13f8aac5 on host dv-cinder-790535-35-iscsi for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:40:30.589573 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] Attempting to bind port 5f5050ef-6582-4e5a-9837-369f13f8aac5 by drivers openvswitch,hyperv on host dv-cinder-790535-35-iscsi at level 0 using segments [{'id': '55b13f61-e987-4895-a4ad-3d7cf7ea43ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ae5139ac-045d-4b65-af53-72ea2ebd5697'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:40:30.589930 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] Attempting to bind port 5f5050ef-6582-4e5a-9837-369f13f8aac5 on network ae5139ac-045d-4b65-af53-72ea2ebd5697 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:40:30.595682 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] Checking agent: {'id': 'bdbc0fbd-a411-4af2-a186-1bc05077ed58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 19, 35), 'started_at': datetime.datetime(2022, 3, 28, 14, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:40:30.596050 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] Checking segment: {'id': '55b13f61-e987-4895-a4ad-3d7cf7ea43ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ae5139ac-045d-4b65-af53-72ea2ebd5697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:40:30.596438 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:30.596820 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] Bound using segment: {'id': '55b13f61-e987-4895-a4ad-3d7cf7ea43ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ae5139ac-045d-4b65-af53-72ea2ebd5697'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:40:30.597276 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] Bound port: 5f5050ef-6582-4e5a-9837-369f13f8aac5, host: dv-cinder-790535-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b13f61-e987-4895-a4ad-3d7cf7ea43ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ae5139ac-045d-4b65-af53-72ea2ebd5697'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:40:30.597652 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (5f5050ef-6582-4e5a-9837-369f13f8aac5), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:30.659320 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] For port 5f5050ef-6582-4e5a-9837-369f13f8aac5, host dv-cinder-790535-35-iscsi, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:40:30.662484 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] For port 5f5050ef-6582-4e5a-9837-369f13f8aac5, host dv-cinder-790535-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=5f5050ef-6582-4e5a-9837-369f13f8aac5,segment=NetworkSegment(55b13f61-e987-4895-a4ad-3d7cf7ea43ca),segment_id=55b13f61-e987-4895-a4ad-3d7cf7ea43ca)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:40:30.672097 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (5f5050ef-6582-4e5a-9837-369f13f8aac5), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:30.672541 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-6fbe12a3-a0d5-4c25-b23a-1924a71d51e6 None None] Provisioning complete for port 5f5050ef-6582-4e5a-9837-369f13f8aac5 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:40:30.673031 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-6fbe12a3-a0d5-4c25-b23a-1924a71d51e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (5f5050ef-6582-4e5a-9837-369f13f8aac5), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:30.726050 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] Routers {'352bd9ff-30c4-40a4-88b0-aef597d37e79'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:40:30.726915 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:40:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['352bd9ff-30c4-40a4-88b0-aef597d37e79'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:40:30.774071 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-6fbe12a3-a0d5-4c25-b23a-1924a71d51e6 None None] Current status of the port 5f5050ef-6582-4e5a-9837-369f13f8aac5 is: DOWN; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:40:30.774071 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-6fbe12a3-a0d5-4c25-b23a-1924a71d51e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (5f5050ef-6582-4e5a-9837-369f13f8aac5), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:30.809807 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device a2ffc389-2c1b-4124-bd9e-defc271ec22f up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:40:30.846703 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea12ee-972c-412e-b5e2-240d3e6e1255 None None] Pushing event updated for resources: {'Port': ['ID=5f5050ef-6582-4e5a-9837-369f13f8aac5,revision_number=4']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:30.846993 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-6fbe12a3-a0d5-4c25-b23a-1924a71d51e6 None None] For port 5f5050ef-6582-4e5a-9837-369f13f8aac5, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=5f5050ef-6582-4e5a-9837-369f13f8aac5,segment=NetworkSegment(55b13f61-e987-4895-a4ad-3d7cf7ea43ca),segment_id=55b13f61-e987-4895-a4ad-3d7cf7ea43ca)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:40:30.860242 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-6fbe12a3-a0d5-4c25-b23a-1924a71d51e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (5f5050ef-6582-4e5a-9837-369f13f8aac5), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:30.898961 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] Set router 352bd9ff-30c4-40a4-88b0-aef597d37e79 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:40:30.921686 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe12a3-a0d5-4c25-b23a-1924a71d51e6 None None] Pushing event updated for resources: {'Port': ['ID=5f5050ef-6582-4e5a-9837-369f13f8aac5,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:30.925113 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port a2ffc389-2c1b-4124-bd9e-defc271ec22f triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:40:30.925894 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (a2ffc389-2c1b-4124-bd9e-defc271ec22f), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:31.016236 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port a2ffc389-2c1b-4124-bd9e-defc271ec22f is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:40:31.082803 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-3fad2266-20db-4e6a-b173-43fc19feff1a None None] Provisioning complete for port 5f5050ef-6582-4e5a-9837-369f13f8aac5 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:40:31.083199 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3fad2266-20db-4e6a-b173-43fc19feff1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (5f5050ef-6582-4e5a-9837-369f13f8aac5), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:31.129718 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bd9ff-30c4-40a4-88b0-aef597d37e79', 'name': 'tempest-TestShelveInstance-1172327299-router', 'tenant_id': 'ad81a569fed640e18ef6019eba6f04ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'a2ffc389-2c1b-4124-bd9e-defc271ec22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:40:23Z', 'updated_at': '2022-03-28T14:40:26Z', 'revision_number': 4, 'project_id': 'ad81a569fed640e18ef6019eba6f04ae', 'gw_port': {'id': 'a2ffc389-2c1b-4124-bd9e-defc271ec22f', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bd9ff-30c4-40a4-88b0-aef597d37e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:23Z', 'updated_at': '2022-03-28T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '5f5050ef-6582-4e5a-9837-369f13f8aac5', 'name': '', 'network_id': 'ae5139ac-045d-4b65-af53-72ea2ebd5697', 'tenant_id': 'ad81a569fed640e18ef6019eba6f04ae', 'mac_address': 'fa:16:3e:48:27:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352bd9ff-30c4-40a4-88b0-aef597d37e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'def48765-f5fb-4a0a-ae78-31489344e95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:25Z', 'updated_at': '2022-03-28T14:40:30Z', 'revision_number': 4, 'project_id': 'ad81a569fed640e18ef6019eba6f04ae', 'subnets': [{'id': 'def48765-f5fb-4a0a-ae78-31489344e95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:40:31.157325 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d805e8bf-8f02-40fa-bcd1-0c6bece8068d None None] The sync data for ids ['352bd9ff-30c4-40a4-88b0-aef597d37e79'] in dv-cinder-790535-35-iscsi is: [{'id': '352bd9ff-30c4-40a4-88b0-aef597d37e79', 'name': 'tempest-TestShelveInstance-1172327299-router', 'tenant_id': 'ad81a569fed640e18ef6019eba6f04ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'a2ffc389-2c1b-4124-bd9e-defc271ec22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:40:23Z', 'updated_at': '2022-03-28T14:40:26Z', 'revision_number': 4, 'project_id': 'ad81a569fed640e18ef6019eba6f04ae', 'gw_port': {'id': 'a2ffc389-2c1b-4124-bd9e-defc271ec22f', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bd9ff-30c4-40a4-88b0-aef597d37e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:23Z', 'updated_at': '2022-03-28T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '5f5050ef-6582-4e5a-9837-369f13f8aac5', 'name': '', 'network_id': 'ae5139ac-045d-4b65-af53-72ea2ebd5697', 'tenant_id': 'ad81a569fed640e18ef6019eba6f04ae', 'mac_address': 'fa:16:3e:48:27:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352bd9ff-30c4-40a4-88b0-aef597d37e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'def48765-f5fb-4a0a-ae78-31489344e95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:25Z', 'updated_at': '2022-03-28T14:40:30Z', 'revision_number': 4, 'project_id': 'ad81a569fed640e18ef6019eba6f04ae', 'subnets': [{'id': 'def48765-f5fb-4a0a-ae78-31489344e95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:40:31.163277 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-3fad2266-20db-4e6a-b173-43fc19feff1a None None] Current status of the port 5f5050ef-6582-4e5a-9837-369f13f8aac5 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:40:31.564221 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-30203c7e-a61b-49fd-adad-944112492d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:32.727107 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:32.772128 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 5f5050ef-6582-4e5a-9837-369f13f8aac5 up at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:40:32.828472 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Provisioning complete for port 5f5050ef-6582-4e5a-9837-369f13f8aac5 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:40:32.828848 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (5f5050ef-6582-4e5a-9837-369f13f8aac5), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:32.915611 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Current status of the port 5f5050ef-6582-4e5a-9837-369f13f8aac5 is: ACTIVE; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:40:34.008680 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:35.474184 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:39.649238 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:46.891840 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:40:47.747924 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-8f8d5749-399c-4c59-839e-9f32ccb9fafc tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1392515576&fields=id&tenant_id=90455fab77da4d25b45e2591471cafe2 HTTP/1.1" status: 200 len: 267 time: 0.0450392 Mar 28 14:40:47.852437 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-74c97672-e233-463e-b734-0085963dae28 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:47.853834 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-74c97672-e233-463e-b734-0085963dae28 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/networks?id=dff95311-d3e1-42f9-9d29-8b61dc1dbd4d HTTP/1.1" status: 200 len: 809 time: 0.0987947 Mar 28 14:40:47.868312 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-1a64bd01-9f18-423d-9907-25f2739b1256 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/quotas/90455fab77da4d25b45e2591471cafe2 HTTP/1.1" status: 200 len: 375 time: 0.0089843 Mar 28 14:40:47.927555 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-d4ae7aba-2c17-46f2-a6ca-b279f131a3d5 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=90455fab77da4d25b45e2591471cafe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543633 Mar 28 14:40:48.114896 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-e3c1c416-221f-449f-b78d-2e14ca0b1d00 service neutron] 10.222.0.13 "GET /v2.0/networks/dff95311-d3e1-42f9-9d29-8b61dc1dbd4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749976 Mar 28 14:40:48.214948 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-2636bf2a-193e-4167-b732-81ce9fbafef4 service neutron] 10.222.0.13 "GET /v2.0/networks/dff95311-d3e1-42f9-9d29-8b61dc1dbd4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941501 Mar 28 14:40:49.537565 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5edf2159-ea88-4105-8003-8baafc334682 req-daf40802-7e3c-493e-974b-4108f8919952 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 210 time: 0.0263488 Mar 28 14:40:50.614145 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ae68e9f3-0043-4dc1-b277-3516c8712f37 req-234cd5bd-4aae-4929-a3bf-5e455dba5394 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 210 time: 0.0272129 Mar 28 14:40:51.599614 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7f633ecc-1522-4387-a0bb-f44e190f792e req-188203d6-6769-4cde-bc78-4ad4cac058c4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3022313 Mar 28 14:40:51.696808 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a5829d9a-303c-4e32-b8f1-e696f7aff511 req-9fdfe06f-eaaf-4787-9f04-4009823003ae tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 210 time: 0.0287375 Mar 28 14:40:51.710882 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f633ecc-1522-4387-a0bb-f44e190f792e req-38bcca6f-69ee-456e-befe-5d92c02eac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:51.712367 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7f633ecc-1522-4387-a0bb-f44e190f792e req-38bcca6f-69ee-456e-befe-5d92c02eac5e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4f53d69085f474b95d14b83626c9705&device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 1130 time: 0.0695953 Mar 28 14:40:51.824510 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f633ecc-1522-4387-a0bb-f44e190f792e req-4f564341-8a9f-4652-8147-5f8a96a796d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:51.825988 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7f633ecc-1522-4387-a0bb-f44e190f792e req-4f564341-8a9f-4652-8147-5f8a96a796d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f405bb5a-c1e1-4b86-b73d-65ef62332c49 HTTP/1.1" status: 200 len: 912 time: 0.0925934 Mar 28 14:40:51.891789 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7f633ecc-1522-4387-a0bb-f44e190f792e req-1626fae2-ffbe-44f9-93c5-060541a74b47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fbac741-d085-498f-83bc-4bbf2f018506 HTTP/1.1" status: 200 len: 1002 time: 0.0591369 Mar 28 14:40:51.942479 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f633ecc-1522-4387-a0bb-f44e190f792e req-bad1766e-4e9c-49d0-929c-bb34ce5c35c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:51.943939 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7f633ecc-1522-4387-a0bb-f44e190f792e req-bad1766e-4e9c-49d0-929c-bb34ce5c35c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d93cae3-8698-4501-9dad-642b87babf0b HTTP/1.1" status: 200 len: 850 time: 0.0464573 Mar 28 14:40:51.994820 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f633ecc-1522-4387-a0bb-f44e190f792e req-adbcf2a8-9c0a-41af-b459-a9e868062ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:51.997116 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7f633ecc-1522-4387-a0bb-f44e190f792e req-adbcf2a8-9c0a-41af-b459-a9e868062ddb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f405bb5a-c1e1-4b86-b73d-65ef62332c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470293 Mar 28 14:40:52.087921 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7f633ecc-1522-4387-a0bb-f44e190f792e req-02e1ca4f-9eb1-4c64-b7e5-7533c9435259 service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845532 Mar 28 14:40:52.181035 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7f633ecc-1522-4387-a0bb-f44e190f792e req-270dbc67-c0e6-42f5-8a29-5b1e913c7b85 service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875342 Mar 28 14:40:52.780756 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-62c6b4a4-7cf2-4444-843f-f3f353374282 req-27d62bae-d2ab-481d-a95d-476ef538a3c2 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 210 time: 0.0271194 Mar 28 14:40:53.890582 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-18601889-2827-4e8d-ad9b-621760289348 req-2a8f2f6f-6d56-4f77-b074-ecd0ca75183c tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 210 time: 0.0287213 Mar 28 14:40:54.545618 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-ce93e279-65bd-4030-9a7e-22783fe4acbd tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:54.547071 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-ce93e279-65bd-4030-9a7e-22783fe4acbd tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.18 "GET /v2.0/networks?id=dff95311-d3e1-42f9-9d29-8b61dc1dbd4d HTTP/1.1" status: 200 len: 809 time: 0.1033070 Mar 28 14:40:54.609826 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-b0623f1e-0e88-4adf-b6e5-f65a39d6921a tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90455fab77da4d25b45e2591471cafe2 HTTP/1.1" status: 200 len: 380 time: 0.0522058 Mar 28 14:40:54.617081 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Request body: {'port': {'device_id': '2c849ab8-447b-431e-ae6c-0b07618bbbc5', 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d', 'admin_state_up': True, 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'security_groups': ['7c7c30a5-c53d-4d04-be92-d22a5ded38fa']}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:40:54.723607 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Made reservation on behalf of 90455fab77da4d25b45e2591471cafe2 for: {'port': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:40:54.727033 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:54.855952 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Allocated IP 172.20.0.4 (dff95311-d3e1-42f9-9d29-8b61dc1dbd4d/43ce9c2c-6ece-478d-a688-8128eca38e75/f0c37cc3-3e86-4652-a0e9-3e2306c81dfa) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:40:54.993386 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-e2cfb966-f0bd-49da-8e69-ac669dd419ff req-90162960-2535-4f6e-8d1c-f3b58ac20fac tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 210 time: 0.0270095 Mar 28 14:40:54.997890 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for port (f0c37cc3-3e86-4652-a0e9-3e2306c81dfa), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:55.031502 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (f0c37cc3-3e86-4652-a0e9-3e2306c81dfa), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:55.072033 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Network dff95311-d3e1-42f9-9d29-8b61dc1dbd4d is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:40:55.075055 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:40:55.077477 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:40:55.104602 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Pushing event updated for resources: {'Port': ['ID=f0c37cc3-3e86-4652-a0e9-3e2306c81dfa,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:55.119450 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:55.119787 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:55.120125 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:55.120462 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:55.120811 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:55.121133 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:55.121427 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:55.121774 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:55.122090 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:55.122405 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:55.122791 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:55.123132 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:55.123447 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:55.123759 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:55.124386 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:40:55.145988 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:55.146729 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:55.164569 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-5a09cacd-499c-4ec6-88f1-f6fea61746ce tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5511568 Mar 28 14:40:55.356671 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-1dc27414-c519-4b51-9d17-7115b3c81bba None None] Provisioning complete for port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:40:55.357384 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-1dc27414-c519-4b51-9d17-7115b3c81bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (f0c37cc3-3e86-4652-a0e9-3e2306c81dfa), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:55.394126 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-1dc27414-c519-4b51-9d17-7115b3c81bba None None] Port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:40:55.895862 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-9d13153c-afa8-4885-8a91-1afeba695fb4 service neutron] Request body: {'port': {'device_id': '2c849ab8-447b-431e-ae6c-0b07618bbbc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:40:55.967355 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-9d13153c-afa8-4885-8a91-1afeba695fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (f0c37cc3-3e86-4652-a0e9-3e2306c81dfa), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:56.177025 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfd8c4-b5d1-4c69-9226-abfd127a8f8d req-f554803c-8f79-4594-946d-2f413b244c33 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:56.178388 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ffbfd8c4-b5d1-4c69-9226-abfd127a8f8d req-f554803c-8f79-4594-946d-2f413b244c33 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 931 time: 0.1127830 Mar 28 14:40:56.256536 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ffbfd8c4-b5d1-4c69-9226-abfd127a8f8d req-842dcf38-a2e0-41f4-bfd2-d251573b4e16 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720170 Mar 28 14:40:56.301425 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-9d13153c-afa8-4885-8a91-1afeba695fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c37cc3-3e86-4652-a0e9-3e2306c81dfa {{(pid=103205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:40:56.311700 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-9d13153c-afa8-4885-8a91-1afeba695fb4 service neutron] Publish callbacks [] for port (f0c37cc3-3e86-4652-a0e9-3e2306c81dfa), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:56.324600 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.provisioning_blocks [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-9d13153c-afa8-4885-8a91-1afeba695fb4 service neutron] Transition to ACTIVE for port object f0c37cc3-3e86-4652-a0e9-3e2306c81dfa will not be triggered until provisioned by entity L2. {{(pid=103205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 14:40:56.331818 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-9d13153c-afa8-4885-8a91-1afeba695fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (f0c37cc3-3e86-4652-a0e9-3e2306c81dfa), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:56.379396 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13153c-afa8-4885-8a91-1afeba695fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c37cc3-3e86-4652-a0e9-3e2306c81dfa,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:56.450263 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-9d13153c-afa8-4885-8a91-1afeba695fb4 service neutron] Attempting to bind port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:40:56.450592 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-9d13153c-afa8-4885-8a91-1afeba695fb4 service neutron] Attempting to bind port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '802340a0-449c-4b85-83c8-be612a26f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:40:56.450959 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-9d13153c-afa8-4885-8a91-1afeba695fb4 service neutron] Attempting to bind port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa on network dff95311-d3e1-42f9-9d29-8b61dc1dbd4d {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:40:56.455528 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-9d13153c-afa8-4885-8a91-1afeba695fb4 service neutron] Port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa on network dff95311-d3e1-42f9-9d29-8b61dc1dbd4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:40:56.455853 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-9d13153c-afa8-4885-8a91-1afeba695fb4 service neutron] Attempting to bind port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa on network dff95311-d3e1-42f9-9d29-8b61dc1dbd4d {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:40:56.461733 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-9d13153c-afa8-4885-8a91-1afeba695fb4 service neutron] Checking agent: {'id': 'ab5a62a0-b9cc-4af2-a98d-7d97375b077a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'started_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:40:56.462053 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-9d13153c-afa8-4885-8a91-1afeba695fb4 service neutron] Checking segment: {'id': '802340a0-449c-4b85-83c8-be612a26f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:40:56.462460 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-9d13153c-afa8-4885-8a91-1afeba695fb4 service neutron] Bound using segment: {'id': '802340a0-449c-4b85-83c8-be612a26f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:40:56.462892 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-9d13153c-afa8-4885-8a91-1afeba695fb4 service neutron] Bound port: f0c37cc3-3e86-4652-a0e9-3e2306c81dfa, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '802340a0-449c-4b85-83c8-be612a26f36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:40:56.463264 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-9d13153c-afa8-4885-8a91-1afeba695fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (f0c37cc3-3e86-4652-a0e9-3e2306c81dfa), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:56.532191 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-9d13153c-afa8-4885-8a91-1afeba695fb4 service neutron] For port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa, host hv-cinder-79053, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:40:56.535176 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-9d13153c-afa8-4885-8a91-1afeba695fb4 service neutron] For port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f0c37cc3-3e86-4652-a0e9-3e2306c81dfa,segment=NetworkSegment(802340a0-449c-4b85-83c8-be612a26f36d),segment_id=802340a0-449c-4b85-83c8-be612a26f36d)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:40:56.541826 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-9d13153c-afa8-4885-8a91-1afeba695fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (f0c37cc3-3e86-4652-a0e9-3e2306c81dfa), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:56.573892 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-9d13153c-afa8-4885-8a91-1afeba695fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:56.574654 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-9d13153c-afa8-4885-8a91-1afeba695fb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:56.575911 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-9d13153c-afa8-4885-8a91-1afeba695fb4 service neutron] 10.222.0.18 "PUT /v2.0/ports/f0c37cc3-3e86-4652-a0e9-3e2306c81dfa HTTP/1.1" status: 200 len: 1093 time: 0.6873322 Mar 28 14:40:56.576333 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c849ab8-447b-431e-ae6c-0b07618bbbc5', 'tag': 'f0c37cc3-3e86-4652-a0e9-3e2306c81dfa'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:40:56.578574 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd453b2-4e1e-4810-86ca-8e1a823426ca" -d '{"events": [{"name": "network-changed", "server_uuid": "2c849ab8-447b-431e-ae6c-0b07618bbbc5", "tag": "f0c37cc3-3e86-4652-a0e9-3e2306c81dfa"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:40:56.602497 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13153c-afa8-4885-8a91-1afeba695fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c37cc3-3e86-4652-a0e9-3e2306c81dfa,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:56.622188 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4238dcd3-a40a-4fa4-b897-d1b90941c850 x-openstack-request-id: req-4238dcd3-a40a-4fa4-b897-d1b90941c850 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:40:56.622482 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c849ab8-447b-431e-ae6c-0b07618bbbc5", "tag": "f0c37cc3-3e86-4652-a0e9-3e2306c81dfa", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:40:56.622793 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4238dcd3-a40a-4fa4-b897-d1b90941c850 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:40:56.623243 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4238dcd3-a40a-4fa4-b897-d1b90941c850'] response: {'name': 'network-changed', 'server_uuid': '2c849ab8-447b-431e-ae6c-0b07618bbbc5', 'tag': 'f0c37cc3-3e86-4652-a0e9-3e2306c81dfa', 'status': 'completed', 'code': 200} Mar 28 14:40:57.392237 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa57ed7-4aa2-4e30-845b-ef42cef59e1e req-32bdc5fd-8c51-4687-af20-009018659751 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:57.396252 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-eaa57ed7-4aa2-4e30-845b-ef42cef59e1e req-32bdc5fd-8c51-4687-af20-009018659751 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 943 time: 0.0594604 Mar 28 14:40:57.446442 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-eaa57ed7-4aa2-4e30-845b-ef42cef59e1e req-01b82e58-3865-41a4-89a3-b8df019624dc tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418172 Mar 28 14:40:57.990465 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd453b2-4e1e-4810-86ca-8e1a823426ca req-e3c536e0-d948-4682-87cd-69c3ad137529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:57.991932 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-dbd453b2-4e1e-4810-86ca-8e1a823426ca req-e3c536e0-d948-4682-87cd-69c3ad137529 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=90455fab77da4d25b45e2591471cafe2&device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 1127 time: 0.0502312 Mar 28 14:40:58.086511 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd453b2-4e1e-4810-86ca-8e1a823426ca req-bae8ac36-5f1a-423d-aac2-2eb0d6342d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:58.088023 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-dbd453b2-4e1e-4810-86ca-8e1a823426ca req-bae8ac36-5f1a-423d-aac2-2eb0d6342d03 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=90455fab77da4d25b45e2591471cafe2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0894351 Mar 28 14:40:58.185016 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd453b2-4e1e-4810-86ca-8e1a823426ca req-e6f5e4d9-9a37-40b1-9c9b-5f81b14bfeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:58.186342 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-dbd453b2-4e1e-4810-86ca-8e1a823426ca req-e6f5e4d9-9a37-40b1-9c9b-5f81b14bfeaa service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924683 Mar 28 14:40:58.272891 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-3a28546f-ed8b-47ed-826f-5536c64d140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:58.274408 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-3a28546f-ed8b-47ed-826f-5536c64d140b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=90455fab77da4d25b45e2591471cafe2&device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 1127 time: 0.0463915 Mar 28 14:40:58.314386 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-9ab530be-858f-49d9-9c19-814687b31c6f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0c37cc3-3e86-4652-a0e9-3e2306c81dfa HTTP/1.1" status: 200 len: 217 time: 0.0335529 Mar 28 14:40:58.364162 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-deff1a74-63c7-4b25-9cd3-bdce27ea531f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:58.365561 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-deff1a74-63c7-4b25-9cd3-bdce27ea531f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43ce9c2c-6ece-478d-a688-8128eca38e75 HTTP/1.1" status: 200 len: 848 time: 0.0458424 Mar 28 14:40:58.421078 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-50a5e0b6-cdb7-4063-894d-5369f2624fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:58.422614 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-50a5e0b6-cdb7-4063-894d-5369f2624fcb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dff95311-d3e1-42f9-9d29-8b61dc1dbd4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0505404 Mar 28 14:40:58.520592 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-f73a7e2d-f06e-410b-9672-da9e10cfa427 service neutron] 10.222.0.18 "GET /v2.0/networks/dff95311-d3e1-42f9-9d29-8b61dc1dbd4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909276 Mar 28 14:40:58.583774 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff01b9-9446-408a-b17d-1f4cca5e20ba req-f126177b-14a5-4784-97cb-e9b155db41eb tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:58.585369 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-8cff01b9-9446-408a-b17d-1f4cca5e20ba req-f126177b-14a5-4784-97cb-e9b155db41eb tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 943 time: 0.0648558 Mar 28 14:40:58.635142 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-88116280-71b3-4dc0-8df9-8e4dd31197fc req-cbd52321-c5dc-433b-bbd0-113f8a17bb7c service neutron] 10.222.0.18 "GET /v2.0/networks/dff95311-d3e1-42f9-9d29-8b61dc1dbd4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082008 Mar 28 14:40:58.638087 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-8cff01b9-9446-408a-b17d-1f4cca5e20ba req-9870a63c-9148-4786-a7f4-6fe357e71640 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467319 Mar 28 14:40:59.281465 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-eebbf0e2-f1e4-4658-8abf-988d098c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:40:59.774423 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d847e3e-1310-446b-9e8c-c99c6ab88602 req-b28ed24c-9c70-4d05-bc2f-c0792776409b tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:59.775900 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8d847e3e-1310-446b-9e8c-c99c6ab88602 req-b28ed24c-9c70-4d05-bc2f-c0792776409b tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 943 time: 0.0572906 Mar 28 14:40:59.824394 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-8d847e3e-1310-446b-9e8c-c99c6ab88602 req-f7958a65-b357-434d-a894-31719a7d2ce8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427849 Mar 28 14:41:01.192988 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa69e2b-ea0b-4861-a119-a4fec20995aa req-fca3de43-611a-4e1a-a970-682572cbf904 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:01.194490 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ffa69e2b-ea0b-4861-a119-a4fec20995aa req-fca3de43-611a-4e1a-a970-682572cbf904 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 943 time: 0.3007476 Mar 28 14:41:01.242056 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ffa69e2b-ea0b-4861-a119-a4fec20995aa req-10ad4caa-bf11-4207-af92-240a11917fd5 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419278 Mar 28 14:41:01.567481 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-71742e08-9d5e-452c-a2bd-0cf99405a44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:02.382688 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8695f69-07d5-4fc5-a69d-31ae86c2ad3e req-8e4bb3c5-c83f-45b9-ab20-bdd2f9044114 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:02.384227 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a8695f69-07d5-4fc5-a69d-31ae86c2ad3e req-8e4bb3c5-c83f-45b9-ab20-bdd2f9044114 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 943 time: 0.0688918 Mar 28 14:41:02.433057 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a8695f69-07d5-4fc5-a69d-31ae86c2ad3e req-e3f118c8-60d9-4b6f-9d59-c5b78c99b8c8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431378 Mar 28 14:41:02.741831 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:03.563434 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41648d6d-faaa-4525-8746-78a28d767526 req-dc8b4ff5-cb48-4d24-9bab-254b3f7892a7 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:03.564953 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-41648d6d-faaa-4525-8746-78a28d767526 req-dc8b4ff5-cb48-4d24-9bab-254b3f7892a7 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 943 time: 0.0531461 Mar 28 14:41:03.614702 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-41648d6d-faaa-4525-8746-78a28d767526 req-88dcbe5d-a48b-45a1-9654-5a4bb257fd2d tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439281 Mar 28 14:41:03.986134 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:04.372664 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-4fd72395-32b7-4fd9-b964-14537c7df010 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-806539385&fields=id&tenant_id=e4f53d69085f474b95d14b83626c9705 HTTP/1.1" status: 200 len: 267 time: 0.0466399 Mar 28 14:41:04.494885 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-b47f4556-9de0-4d13-b780-133038807a1d tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:04.496470 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-b47f4556-9de0-4d13-b780-133038807a1d tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/networks?id=f405bb5a-c1e1-4b86-b73d-65ef62332c49 HTTP/1.1" status: 200 len: 811 time: 0.1145787 Mar 28 14:41:04.512163 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-1da4489a-32cc-4be2-af93-1e65098d0991 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/quotas/e4f53d69085f474b95d14b83626c9705 HTTP/1.1" status: 200 len: 375 time: 0.0098407 Mar 28 14:41:04.575226 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-bf576566-b7c3-4000-9433-07d0fb2fb6d5 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4f53d69085f474b95d14b83626c9705&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0579138 Mar 28 14:41:04.648345 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-883338f5-e2be-486c-9819-485206fe607e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103205) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 14:41:04.649465 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-883338f5-e2be-486c-9819-485206fe607e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0567791 Mar 28 14:41:04.737221 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-23af2d43-7b5a-447d-97ec-0b6d06dd0b03 service neutron] 10.222.0.13 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813997 Mar 28 14:41:04.745667 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0484d-9488-4a02-bd77-671c709115dc req-a59b10cc-a9bb-4d89-bd58-a91250625b71 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:04.747057 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-e6e0484d-9488-4a02-bd77-671c709115dc req-a59b10cc-a9bb-4d89-bd58-a91250625b71 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 943 time: 0.0554533 Mar 28 14:41:04.797540 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-e6e0484d-9488-4a02-bd77-671c709115dc req-7f146728-b5c0-44a2-be1b-d7bd8e433bbb tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444257 Mar 28 14:41:04.832784 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-168258fd-a8bc-4d6f-ae5d-cf85fc1b21f8 service neutron] 10.222.0.13 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888264 Mar 28 14:41:05.125805 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-fbc5d6d3-4240-4bcd-945b-7066c75da829 req-fb347dd9-fe15-4f68-ac07-0901c61f2b71 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c1609a8-20ca-47fb-8a4d-a8279495e7f7 HTTP/1.1" status: 200 len: 210 time: 0.0277555 Mar 28 14:41:05.471573 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:05.924697 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d280d5-1a08-4857-ab02-1040674113f0 req-18509997-de10-49a9-898a-df292523765a tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:05.926329 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-44d280d5-1a08-4857-ab02-1040674113f0 req-18509997-de10-49a9-898a-df292523765a tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 943 time: 0.0553539 Mar 28 14:41:05.975716 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-44d280d5-1a08-4857-ab02-1040674113f0 req-85e74d2d-c88f-4df8-9105-3eb7eaa22fca tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433853 Mar 28 14:41:06.112058 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-84ac3b75-a6b7-4eb7-b8e7-88807deabf88 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:06.113479 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-84ac3b75-a6b7-4eb7-b8e7-88807deabf88 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.18 "GET /v2.0/networks?id=f405bb5a-c1e1-4b86-b73d-65ef62332c49 HTTP/1.1" status: 200 len: 811 time: 0.1046698 Mar 28 14:41:06.177822 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-da3885d7-abd2-4eae-8d80-f58a546e0d28 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4f53d69085f474b95d14b83626c9705 HTTP/1.1" status: 200 len: 379 time: 0.0549426 Mar 28 14:41:06.188612 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7424664a-2b80-4069-9eb7-db5c69dbaf5a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Request body: {'port': {'device_id': '6c1609a8-20ca-47fb-8a4d-a8279495e7f7', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'admin_state_up': True, 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'security_groups': ['47d5060e-785d-4d76-9c59-ac2cccec1e7f']}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:41:06.223131 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-83ed7173-5665-493e-98cf-0b223294fc82 req-1e771ae7-0e49-411e-8b21-64b0b1751aa1 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c1609a8-20ca-47fb-8a4d-a8279495e7f7 HTTP/1.1" status: 200 len: 210 time: 0.0300536 Mar 28 14:41:06.294029 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7424664a-2b80-4069-9eb7-db5c69dbaf5a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Made reservation on behalf of e4f53d69085f474b95d14b83626c9705 for: {'port': 1} {{(pid=103205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:41:06.297352 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7424664a-2b80-4069-9eb7-db5c69dbaf5a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:06.437254 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7424664a-2b80-4069-9eb7-db5c69dbaf5a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Allocated IP 172.20.0.14 (f405bb5a-c1e1-4b86-b73d-65ef62332c49/5d93cae3-8698-4501-9dad-642b87babf0b/01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:41:06.587614 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7424664a-2b80-4069-9eb7-db5c69dbaf5a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for port (01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:06.623755 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7424664a-2b80-4069-9eb7-db5c69dbaf5a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:06.665864 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7424664a-2b80-4069-9eb7-db5c69dbaf5a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Network f405bb5a-c1e1-4b86-b73d-65ef62332c49 is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:41:06.669521 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7424664a-2b80-4069-9eb7-db5c69dbaf5a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:41:06.675190 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7424664a-2b80-4069-9eb7-db5c69dbaf5a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:41:06.681716 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424664a-2b80-4069-9eb7-db5c69dbaf5a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Pushing event updated for resources: {'Port': ['ID=01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:41:06.727947 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7424664a-2b80-4069-9eb7-db5c69dbaf5a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:06.728557 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7424664a-2b80-4069-9eb7-db5c69dbaf5a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:06.747925 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7424664a-2b80-4069-9eb7-db5c69dbaf5a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5641804 Mar 28 14:41:06.759558 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7a80a3da-6cd0-4889-8840-00c945e0bffc service neutron] Request body: {'port': {'device_id': '6c1609a8-20ca-47fb-8a4d-a8279495e7f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:41:06.821890 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7a80a3da-6cd0-4889-8840-00c945e0bffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:06.940568 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-6375fff4-2612-4617-adc8-81997a6d3008 None None] Provisioning complete for port 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 triggered by entity DHCP. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:41:06.941215 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-6375fff4-2612-4617-adc8-81997a6d3008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:06.974579 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-6375fff4-2612-4617-adc8-81997a6d3008 None None] Port 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 cannot update to ACTIVE because it is not bound. {{(pid=103206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 14:41:07.101025 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7a80a3da-6cd0-4889-8840-00c945e0bffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 {{(pid=103205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:41:07.110203 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7a80a3da-6cd0-4889-8840-00c945e0bffc service neutron] Publish callbacks [] for port (01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:07.127270 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.provisioning_blocks [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7a80a3da-6cd0-4889-8840-00c945e0bffc service neutron] Transition to ACTIVE for port object 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 will not be triggered until provisioned by entity L2. {{(pid=103205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 14:41:07.135623 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8f153-b1c4-4d38-9eba-08551f90837e req-96a4d12b-c206-4a94-be44-11487cb895e6 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:07.137107 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1de8f153-b1c4-4d38-9eba-08551f90837e req-96a4d12b-c206-4a94-be44-11487cb895e6 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 943 time: 0.0931525 Mar 28 14:41:07.138131 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7a80a3da-6cd0-4889-8840-00c945e0bffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:07.207062 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80a3da-6cd0-4889-8840-00c945e0bffc service neutron] Pushing event updated for resources: {'Port': ['ID=01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:41:07.252031 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-1de8f153-b1c4-4d38-9eba-08551f90837e req-fb3849b4-71fe-49b9-8edd-4f25fca6be68 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044865 Mar 28 14:41:07.300333 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7a80a3da-6cd0-4889-8840-00c945e0bffc service neutron] Attempting to bind port 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 14:41:07.300659 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7a80a3da-6cd0-4889-8840-00c945e0bffc service neutron] Attempting to bind port 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e3a08f39-70e6-409b-9013-2dc1166e0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 14:41:07.300984 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7a80a3da-6cd0-4889-8840-00c945e0bffc service neutron] Attempting to bind port 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 on network f405bb5a-c1e1-4b86-b73d-65ef62332c49 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:41:07.307680 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7a80a3da-6cd0-4889-8840-00c945e0bffc service neutron] Port 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 on network f405bb5a-c1e1-4b86-b73d-65ef62332c49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:41:07.308084 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7a80a3da-6cd0-4889-8840-00c945e0bffc service neutron] Attempting to bind port 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 on network f405bb5a-c1e1-4b86-b73d-65ef62332c49 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:41:07.315110 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7a80a3da-6cd0-4889-8840-00c945e0bffc service neutron] Checking agent: {'id': 'ab5a62a0-b9cc-4af2-a98d-7d97375b077a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'started_at': datetime.datetime(2022, 3, 28, 14, 25, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:41:07.315522 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7a80a3da-6cd0-4889-8840-00c945e0bffc service neutron] Checking segment: {'id': 'e3a08f39-70e6-409b-9013-2dc1166e0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 14:41:07.315962 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7a80a3da-6cd0-4889-8840-00c945e0bffc service neutron] Bound using segment: {'id': 'e3a08f39-70e6-409b-9013-2dc1166e0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:41:07.316663 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7a80a3da-6cd0-4889-8840-00c945e0bffc service neutron] Bound port: 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a08f39-70e6-409b-9013-2dc1166e0fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 14:41:07.317110 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7a80a3da-6cd0-4889-8840-00c945e0bffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:07.349990 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb19b7-f4cf-4a3d-918d-f129a556eff9 req-f09fdb85-2bf3-455b-b103-bbb3e0f5872d tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:07.352253 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-35fb19b7-f4cf-4a3d-918d-f129a556eff9 req-f09fdb85-2bf3-455b-b103-bbb3e0f5872d tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c1609a8-20ca-47fb-8a4d-a8279495e7f7 HTTP/1.1" status: 200 len: 944 time: 0.0567808 Mar 28 14:41:07.396668 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7a80a3da-6cd0-4889-8840-00c945e0bffc service neutron] For port 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0, host hv-cinder-79053, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:41:07.400737 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7a80a3da-6cd0-4889-8840-00c945e0bffc service neutron] For port 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0,segment=NetworkSegment(e3a08f39-70e6-409b-9013-2dc1166e0fe4),segment_id=e3a08f39-70e6-409b-9013-2dc1166e0fe4)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:41:07.411928 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7a80a3da-6cd0-4889-8840-00c945e0bffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:07.432700 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-35fb19b7-f4cf-4a3d-918d-f129a556eff9 req-0494668e-d937-4fc6-9a5d-739dda4af128 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701280 Mar 28 14:41:07.469618 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7a80a3da-6cd0-4889-8840-00c945e0bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:07.470306 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7a80a3da-6cd0-4889-8840-00c945e0bffc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:07.472911 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-7a80a3da-6cd0-4889-8840-00c945e0bffc service neutron] 10.222.0.18 "PUT /v2.0/ports/01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 HTTP/1.1" status: 200 len: 1094 time: 0.7168119 Mar 28 14:41:07.475113 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1609a8-20ca-47fb-8a4d-a8279495e7f7', 'tag': '01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:41:07.477532 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8d0196-4e10-4626-a4b0-98980617e032" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1609a8-20ca-47fb-8a4d-a8279495e7f7", "tag": "01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:41:07.481381 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80a3da-6cd0-4889-8840-00c945e0bffc service neutron] Pushing event updated for resources: {'Port': ['ID=01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:41:07.533524 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52007808-8a47-4532-b185-c65e93598f17 x-openstack-request-id: req-52007808-8a47-4532-b185-c65e93598f17 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:41:07.534149 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1609a8-20ca-47fb-8a4d-a8279495e7f7", "tag": "01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:41:07.534998 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52007808-8a47-4532-b185-c65e93598f17 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:41:07.536004 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52007808-8a47-4532-b185-c65e93598f17'] response: {'name': 'network-changed', 'server_uuid': '6c1609a8-20ca-47fb-8a4d-a8279495e7f7', 'tag': '01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0', 'status': 'completed', 'code': 200} Mar 28 14:41:07.610874 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-628da905-0601-4fd5-8f1f-07e3613f2e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:07.612716 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-628da905-0601-4fd5-8f1f-07e3613f2e99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4f53d69085f474b95d14b83626c9705&device_id=6c1609a8-20ca-47fb-8a4d-a8279495e7f7 HTTP/1.1" status: 200 len: 1128 time: 0.0568550 Mar 28 14:41:07.656787 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-3e18cf40-adea-4da4-b49c-29ad0e8e4344 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 HTTP/1.1" status: 200 len: 217 time: 0.0377877 Mar 28 14:41:07.706018 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-0532814b-aef6-4a1d-af3c-254c357db2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:07.707504 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-0532814b-aef6-4a1d-af3c-254c357db2ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d93cae3-8698-4501-9dad-642b87babf0b HTTP/1.1" status: 200 len: 850 time: 0.0453663 Mar 28 14:41:07.756399 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-647f3cb7-cad6-4642-b194-639961f87dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:07.757836 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-647f3cb7-cad6-4642-b194-639961f87dfb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f405bb5a-c1e1-4b86-b73d-65ef62332c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444303 Mar 28 14:41:07.846348 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-c70805c0-3a1b-43f8-8b62-4ffa6bc9d672 service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826855 Mar 28 14:41:07.939174 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-21bc216f-f4d7-457c-9362-c1beb14a0ed8 req-b2e6e107-5980-454c-81c0-c12c67060867 service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867209 Mar 28 14:41:07.941794 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device f0c37cc3-3e86-4652-a0e9-3e2306c81dfa details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:41:08.027545 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d0196-4e10-4626-a4b0-98980617e032 req-8e1e4b67-64e0-42d7-bdb4-b9235cb59029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:08.029083 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7f8d0196-4e10-4626-a4b0-98980617e032 req-8e1e4b67-64e0-42d7-bdb4-b9235cb59029 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4f53d69085f474b95d14b83626c9705&device_id=6c1609a8-20ca-47fb-8a4d-a8279495e7f7 HTTP/1.1" status: 200 len: 1128 time: 0.0447388 Mar 28 14:41:08.040659 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f0c37cc3-3e86-4652-a0e9-3e2306c81dfa,segment=NetworkSegment(802340a0-449c-4b85-83c8-be612a26f36d),segment_id=802340a0-449c-4b85-83c8-be612a26f36d)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:41:08.052233 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': 'f0c37cc3-3e86-4652-a0e9-3e2306c81dfa', 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d', 'port_id': 'f0c37cc3-3e86-4652-a0e9-3e2306c81dfa', 'mac_address': 'fa:16:3e:1e:29:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ce9c2c-6ece-478d-a688-8128eca38e75', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:41:08.089201 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa is: DOWN; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:41:08.089592 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (f0c37cc3-3e86-4652-a0e9-3e2306c81dfa), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:08.102300 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c37cc3-3e86-4652-a0e9-3e2306c81dfa {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:41:08.121360 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f0c37cc3-3e86-4652-a0e9-3e2306c81dfa,segment=NetworkSegment(802340a0-449c-4b85-83c8-be612a26f36d),segment_id=802340a0-449c-4b85-83c8-be612a26f36d)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:41:08.121736 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d0196-4e10-4626-a4b0-98980617e032 req-dfa7d5fb-2b1f-41bd-87b9-915ddf4ec258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:08.123291 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7f8d0196-4e10-4626-a4b0-98980617e032 req-dfa7d5fb-2b1f-41bd-87b9-915ddf4ec258 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f405bb5a-c1e1-4b86-b73d-65ef62332c49 HTTP/1.1" status: 200 len: 912 time: 0.0875547 Mar 28 14:41:08.128127 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (f0c37cc3-3e86-4652-a0e9-3e2306c81dfa), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:08.164110 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7f8d0196-4e10-4626-a4b0-98980617e032 req-b76f2a93-085b-4f36-b73c-9bcf13055057 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 HTTP/1.1" status: 200 len: 217 time: 0.0339239 Mar 28 14:41:08.178639 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=f0c37cc3-3e86-4652-a0e9-3e2306c81dfa,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:41:08.185708 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:08.186066 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:08.186396 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:08.186729 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:08.187047 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:08.187397 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:08.187716 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:08.188034 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:08.188320 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:08.188671 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:08.188990 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:08.189289 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:08.189601 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:08.189911 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:08.190208 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:08.212393 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d0196-4e10-4626-a4b0-98980617e032 req-fc9df3d7-b0a3-4239-9fee-be5a4c5170cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:08.213840 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7f8d0196-4e10-4626-a4b0-98980617e032 req-fc9df3d7-b0a3-4239-9fee-be5a4c5170cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d93cae3-8698-4501-9dad-642b87babf0b HTTP/1.1" status: 200 len: 850 time: 0.0439811 Mar 28 14:41:08.276768 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d0196-4e10-4626-a4b0-98980617e032 req-ade87551-9a0e-4b9e-afcc-53be308ef788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:08.278396 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7f8d0196-4e10-4626-a4b0-98980617e032 req-ade87551-9a0e-4b9e-afcc-53be308ef788 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f405bb5a-c1e1-4b86-b73d-65ef62332c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0577364 Mar 28 14:41:08.366902 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7f8d0196-4e10-4626-a4b0-98980617e032 req-057e80b8-4507-4bed-8de3-5901cff5ea00 service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819790 Mar 28 14:41:08.373215 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04246992-75d1-4a1d-90a9-4019fb142c83 req-d8c622e9-d230-4bf1-86f1-e6cf9d165b1f tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:08.375187 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-04246992-75d1-4a1d-90a9-4019fb142c83 req-d8c622e9-d230-4bf1-86f1-e6cf9d165b1f tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 944 time: 0.0525157 Mar 28 14:41:08.425172 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-04246992-75d1-4a1d-90a9-4019fb142c83 req-64934416-03ee-47b4-b2e6-b05bbbf9262a tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440571 Mar 28 14:41:08.459636 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7f8d0196-4e10-4626-a4b0-98980617e032 req-00bb0ab7-d176-4f51-bfb8-e63d10c65cf1 service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862582 Mar 28 14:41:08.547990 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7cb26-bebf-4364-9c1b-853cd8d59957 req-4c9c8852-e1e2-4369-9c2b-7446c4f2c06e tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:08.549363 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b5e7cb26-bebf-4364-9c1b-853cd8d59957 req-4c9c8852-e1e2-4369-9c2b-7446c4f2c06e tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c1609a8-20ca-47fb-8a4d-a8279495e7f7 HTTP/1.1" status: 200 len: 944 time: 0.0583932 Mar 28 14:41:08.602860 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b5e7cb26-bebf-4364-9c1b-853cd8d59957 req-265b09ef-bf92-4bc6-a3b7-6d706bd1feb2 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469921 Mar 28 14:41:08.617780 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['f0c37cc3-3e86-4652-a0e9-3e2306c81dfa'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:41:09.555150 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b9c0b-c0cb-45d3-8891-f63a181d88f3 req-6a00bf12-f256-4c56-bccb-d70dea0d2bfe tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:09.556597 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-bf5b9c0b-c0cb-45d3-8891-f63a181d88f3 req-6a00bf12-f256-4c56-bccb-d70dea0d2bfe tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 944 time: 0.0533693 Mar 28 14:41:09.609097 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-bf5b9c0b-c0cb-45d3-8891-f63a181d88f3 req-96ae6224-e661-4e7d-a268-1c36ffc37fcd tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441320 Mar 28 14:41:09.644535 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:09.722600 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a6631-7db9-4ce7-88df-e5c994668998 req-0a0fe169-34f1-4439-afc3-a9ccd43f65af tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:09.724073 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-699a6631-7db9-4ce7-88df-e5c994668998 req-0a0fe169-34f1-4439-afc3-a9ccd43f65af tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c1609a8-20ca-47fb-8a4d-a8279495e7f7 HTTP/1.1" status: 200 len: 944 time: 0.0538633 Mar 28 14:41:09.773433 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-699a6631-7db9-4ce7-88df-e5c994668998 req-4c9a174a-4ec4-44a2-8917-c7baefc40674 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437031 Mar 28 14:41:09.943393 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device f0c37cc3-3e86-4652-a0e9-3e2306c81dfa up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:41:10.014161 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning for port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa completed by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 14:41:10.020102 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:41:10.020518 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (f0c37cc3-3e86-4652-a0e9-3e2306c81dfa), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:10.101330 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:41:10.101722 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (f0c37cc3-3e86-4652-a0e9-3e2306c81dfa), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:10.124658 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c849ab8-447b-431e-ae6c-0b07618bbbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c37cc3-3e86-4652-a0e9-3e2306c81dfa'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:41:10.126911 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15babd4b-48d4-4c0d-a8f6-aab3b91a99d2" -d '{"events": [{"server_uuid": "2c849ab8-447b-431e-ae6c-0b07618bbbc5", "name": "network-vif-plugged", "status": "completed", "tag": "f0c37cc3-3e86-4652-a0e9-3e2306c81dfa"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:41:10.140119 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f0c37cc3-3e86-4652-a0e9-3e2306c81dfa,segment=NetworkSegment(802340a0-449c-4b85-83c8-be612a26f36d),segment_id=802340a0-449c-4b85-83c8-be612a26f36d)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:41:10.145857 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (f0c37cc3-3e86-4652-a0e9-3e2306c81dfa), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:10.168344 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cac1b9c-278b-48a8-ad33-200a2602a112 x-openstack-request-id: req-4cac1b9c-278b-48a8-ad33-200a2602a112 {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:41:10.168606 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c849ab8-447b-431e-ae6c-0b07618bbbc5", "name": "network-vif-plugged", "status": "completed", "tag": "f0c37cc3-3e86-4652-a0e9-3e2306c81dfa", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:41:10.168860 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4cac1b9c-278b-48a8-ad33-200a2602a112 {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:41:10.169274 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cac1b9c-278b-48a8-ad33-200a2602a112'] response: {'server_uuid': '2c849ab8-447b-431e-ae6c-0b07618bbbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c37cc3-3e86-4652-a0e9-3e2306c81dfa', 'code': 200} Mar 28 14:41:10.195560 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=f0c37cc3-3e86-4652-a0e9-3e2306c81dfa,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:41:10.628042 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4becae0-92f8-42d7-988c-89679887daa0 req-195006eb-259e-4294-9dcd-87ddc6df9a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:10.629619 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e4becae0-92f8-42d7-988c-89679887daa0 req-195006eb-259e-4294-9dcd-87ddc6df9a85 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 1129 time: 0.3111966 Mar 28 14:41:10.674901 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e4becae0-92f8-42d7-988c-89679887daa0 req-a469d97f-eead-4694-b5fc-1bbffd8d0445 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390399 Mar 28 14:41:10.726995 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cd5f4-8947-4ed4-a413-14ef0381b00b req-e2f5e6fb-b3ac-474e-8db6-95892419892a tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:10.728462 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5f1cd5f4-8947-4ed4-a413-14ef0381b00b req-e2f5e6fb-b3ac-474e-8db6-95892419892a tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 945 time: 0.0505664 Mar 28 14:41:10.777786 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5f1cd5f4-8947-4ed4-a413-14ef0381b00b req-f3d02628-1227-42f6-96d5-5f6f3bbd9e3a tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435424 Mar 28 14:41:10.917672 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f37534-2392-4225-b88f-87510687598a req-017429ff-650c-4d04-a8fe-46dfc432ffbe tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:10.919214 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d7f37534-2392-4225-b88f-87510687598a req-017429ff-650c-4d04-a8fe-46dfc432ffbe tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c1609a8-20ca-47fb-8a4d-a8279495e7f7 HTTP/1.1" status: 200 len: 944 time: 0.0692644 Mar 28 14:41:10.973648 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d7f37534-2392-4225-b88f-87510687598a req-8025ad1c-5fb2-4cc9-bd6f-f0cf760827c6 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474865 Mar 28 14:41:11.931843 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc210e6-7ff9-48b7-988f-8e18d22de93c req-a463846f-f3be-4486-9137-6d4f2ff159b0 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:11.933298 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0dc210e6-7ff9-48b7-988f-8e18d22de93c req-a463846f-f3be-4486-9137-6d4f2ff159b0 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 945 time: 0.0586812 Mar 28 14:41:11.983157 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-0dc210e6-7ff9-48b7-988f-8e18d22de93c req-9c22edd2-cef1-4c3a-b652-c4aaf372ebd4 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441129 Mar 28 14:41:12.093312 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8fa7e-3fd2-4dc0-b582-e3810b890954 req-0477ef87-6a60-45ba-9598-daada40f0a0b tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:12.094739 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-aff8fa7e-3fd2-4dc0-b582-e3810b890954 req-0477ef87-6a60-45ba-9598-daada40f0a0b tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c1609a8-20ca-47fb-8a4d-a8279495e7f7 HTTP/1.1" status: 200 len: 944 time: 0.0535538 Mar 28 14:41:12.150318 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-aff8fa7e-3fd2-4dc0-b582-e3810b890954 req-623a54cf-e1f3-40b7-b26a-4b054047527e tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493164 Mar 28 14:41:13.111870 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493ae3b-2701-4e2e-aceb-2bd0e5d1a8be req-3c14fdb1-5031-4ea0-9cb4-d092e8e39e90 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:13.113364 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c493ae3b-2701-4e2e-aceb-2bd0e5d1a8be req-3c14fdb1-5031-4ea0-9cb4-d092e8e39e90 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 945 time: 0.0528605 Mar 28 14:41:13.161377 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c493ae3b-2701-4e2e-aceb-2bd0e5d1a8be req-873dbdca-f019-4d9b-b80d-694e6ce99543 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422082 Mar 28 14:41:13.271777 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447c61e-e671-46de-85e0-31f41e945f75 req-98ff4ee1-ed05-447e-a6ab-59f221ab6417 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:13.273190 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d447c61e-e671-46de-85e0-31f41e945f75 req-98ff4ee1-ed05-447e-a6ab-59f221ab6417 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c1609a8-20ca-47fb-8a4d-a8279495e7f7 HTTP/1.1" status: 200 len: 944 time: 0.0567963 Mar 28 14:41:13.276400 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e43dc-d860-40c7-8ed0-5c91be27bc3c req-02a8ccf8-5387-4e52-bc76-d33bc272386f tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:13.277893 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a15e43dc-d860-40c7-8ed0-5c91be27bc3c req-02a8ccf8-5387-4e52-bc76-d33bc272386f tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 945 time: 0.0527515 Mar 28 14:41:13.321812 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d447c61e-e671-46de-85e0-31f41e945f75 req-b34f224a-dbe9-43db-9b60-80cf0986523d tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427182 Mar 28 14:41:13.329434 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a15e43dc-d860-40c7-8ed0-5c91be27bc3c req-9ae02957-7283-4ec1-90c5-43bbcd1feb34 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458558 Mar 28 14:41:13.351142 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50776) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:41:13.441051 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19695128-5c4e-46ba-b685-2b99a58153b8 tempest-TestShelveInstance-71179592 tempest-TestShelveInstance-71179592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:13.442582 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-19695128-5c4e-46ba-b685-2b99a58153b8 tempest-TestShelveInstance-71179592 tempest-TestShelveInstance-71179592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 1124 time: 0.0902407 Mar 28 14:41:13.445958 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 50780) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:41:13.450530 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.v2.base [None req-d9ad6128-950a-4d54-841a-1859f0b60e05 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Request body: {'floatingip': {'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'port_id': 'f0c37cc3-3e86-4652-a0e9-3e2306c81dfa', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:41:13.475724 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d9ad6128-950a-4d54-841a-1859f0b60e05 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:13.571780 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d9ad6128-950a-4d54-841a-1859f0b60e05 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:13.674558 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_common [None req-d9ad6128-950a-4d54-841a-1859f0b60e05 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Allocated IP 172.27.1.208 (c66de8d5-469e-474b-81ba-d9e7301ef93c/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73/214bc0c8-4a49-4fa3-84ed-0d3389d5a69f) {{(pid=103205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:41:13.786549 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d9ad6128-950a-4d54-841a-1859f0b60e05 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for port (214bc0c8-4a49-4fa3-84ed-0d3389d5a69f), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:13.824212 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d9ad6128-950a-4d54-841a-1859f0b60e05 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (214bc0c8-4a49-4fa3-84ed-0d3389d5a69f), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:13.863434 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ad6128-950a-4d54-841a-1859f0b60e05 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is already hosted by enough agents. {{(pid=103205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:41:13.866272 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.base_scheduler [None req-d9ad6128-950a-4d54-841a-1859f0b60e05 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Resources bound (agent type, host, resource id): {{(pid=103205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:41:13.871648 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ad6128-950a-4d54-841a-1859f0b60e05 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Received port after_create {{(pid=103205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:41:13.877498 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad6128-950a-4d54-841a-1859f0b60e05 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Pushing event updated for resources: {'Port': ['ID=214bc0c8-4a49-4fa3-84ed-0d3389d5a69f,revision_number=1']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:41:14.230221 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d9ad6128-950a-4d54-841a-1859f0b60e05 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for floatingip (a84b3b6a-56e2-48ed-a582-b014966cf341), precommit_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:14.303721 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d9ad6128-950a-4d54-841a-1859f0b60e05 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (214bc0c8-4a49-4fa3-84ed-0d3389d5a69f), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:14.438711 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae549b2-9707-41a8-ba23-54174d4bcb1a req-ca805a5a-2ec9-4542-aa70-cee3a0f2eab6 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:14.440183 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4ae549b2-9707-41a8-ba23-54174d4bcb1a req-ca805a5a-2ec9-4542-aa70-cee3a0f2eab6 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c1609a8-20ca-47fb-8a4d-a8279495e7f7 HTTP/1.1" status: 200 len: 944 time: 0.0516930 Mar 28 14:41:14.454175 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d9ad6128-950a-4d54-841a-1859f0b60e05 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for port (214bc0c8-4a49-4fa3-84ed-0d3389d5a69f), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:14.460211 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d9ad6128-950a-4d54-841a-1859f0b60e05 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5822137'] for port (214bc0c8-4a49-4fa3-84ed-0d3389d5a69f), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:14.490880 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4ae549b2-9707-41a8-ba23-54174d4bcb1a req-5f22b3c7-7c42-4ce3-80a9-228615173105 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447195 Mar 28 14:41:14.526212 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad6128-950a-4d54-841a-1859f0b60e05 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Pushing event updated for resources: {'Port': ['ID=214bc0c8-4a49-4fa3-84ed-0d3389d5a69f,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:41:14.535823 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d9ad6128-950a-4d54-841a-1859f0b60e05 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (a84b3b6a-56e2-48ed-a582-b014966cf341), after_create {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:14.651660 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.l3_db [None req-d9ad6128-950a-4d54-841a-1859f0b60e05 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Floating IP a84b3b6a-56e2-48ed-a582-b014966cf341 associated. External IP: 172.27.1.208, port: f0c37cc3-3e86-4652-a0e9-3e2306c81dfa. Mar 28 14:41:14.871135 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ad6128-950a-4d54-841a-1859f0b60e05 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Router 0457c75c-bd88-4cc3-98ce-9911fdc6d153 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:41:14.982506 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ad6128-950a-4d54-841a-1859f0b60e05 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:41:14.992376 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd0fe54-91e8-45fd-af61-2d2cd9bb0d24 None None] Sync routers for ids ['0457c75c-bd88-4cc3-98ce-9911fdc6d153'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:41:15.002340 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd0fe54-91e8-45fd-af61-2d2cd9bb0d24 None None] Routers {'0457c75c-bd88-4cc3-98ce-9911fdc6d153'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:41:15.002957 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-7dd0fe54-91e8-45fd-af61-2d2cd9bb0d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:41:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['0457c75c-bd88-4cc3-98ce-9911fdc6d153'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:41:15.003678 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d9ad6128-950a-4d54-841a-1859f0b60e05 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:15.034163 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-d9ad6128-950a-4d54-841a-1859f0b60e05 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5870678 Mar 28 14:41:15.034798 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c849ab8-447b-431e-ae6c-0b07618bbbc5', 'tag': 'f0c37cc3-3e86-4652-a0e9-3e2306c81dfa'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:41:15.037175 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a778fc3e-09d2-4ab7-a903-3c2296be5f91" -d '{"events": [{"name": "network-changed", "server_uuid": "2c849ab8-447b-431e-ae6c-0b07618bbbc5", "tag": "f0c37cc3-3e86-4652-a0e9-3e2306c81dfa"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:41:15.079154 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cc4cc3-f754-4477-a396-bd3651f9c8b0 x-openstack-request-id: req-09cc4cc3-f754-4477-a396-bd3651f9c8b0 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:41:15.079443 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c849ab8-447b-431e-ae6c-0b07618bbbc5", "tag": "f0c37cc3-3e86-4652-a0e9-3e2306c81dfa", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:41:15.079695 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09cc4cc3-f754-4477-a396-bd3651f9c8b0 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:41:15.080104 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09cc4cc3-f754-4477-a396-bd3651f9c8b0'] response: {'name': 'network-changed', 'server_uuid': '2c849ab8-447b-431e-ae6c-0b07618bbbc5', 'tag': 'f0c37cc3-3e86-4652-a0e9-3e2306c81dfa', 'status': 'completed', 'code': 200} Mar 28 14:41:15.115383 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-7dd0fe54-91e8-45fd-af61-2d2cd9bb0d24 None None] Set router 0457c75c-bd88-4cc3-98ce-9911fdc6d153 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:41:15.144751 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778fc3e-09d2-4ab7-a903-3c2296be5f91 req-0d50e4a3-0b17-4dff-9215-ff8089991d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:15.146199 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a778fc3e-09d2-4ab7-a903-3c2296be5f91 req-0d50e4a3-0b17-4dff-9215-ff8089991d31 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=90455fab77da4d25b45e2591471cafe2&device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 1129 time: 0.0459089 Mar 28 14:41:15.232160 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778fc3e-09d2-4ab7-a903-3c2296be5f91 req-b5e7fb12-f7d1-4981-86a1-a1f229eb9b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:15.233644 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a778fc3e-09d2-4ab7-a903-3c2296be5f91 req-b5e7fb12-f7d1-4981-86a1-a1f229eb9b72 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dff95311-d3e1-42f9-9d29-8b61dc1dbd4d HTTP/1.1" status: 200 len: 910 time: 0.0819890 Mar 28 14:41:15.302351 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a778fc3e-09d2-4ab7-a903-3c2296be5f91 req-96784da8-1179-4600-a4a7-413b8eac5b2d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0c37cc3-3e86-4652-a0e9-3e2306c81dfa HTTP/1.1" status: 200 len: 999 time: 0.0623610 Mar 28 14:41:15.339005 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-7dd0fe54-91e8-45fd-af61-2d2cd9bb0d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'name': 'tempest-TestShelveInstance-1384356229-router', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:40:18Z', 'updated_at': '2022-03-28T14:40:21Z', 'revision_number': 4, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'gw_port': {'id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:19Z', 'updated_at': '2022-03-28T14:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': 'a84b3b6a-56e2-48ed-a582-b014966cf341', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'port_id': 'f0c37cc3-3e86-4652-a0e9-3e2306c81dfa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d', 'mac_address': 'fa:16:3e:1e:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c849ab8-447b-431e-ae6c-0b07618bbbc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:41:14Z', 'updated_at': '2022-03-28T14:41:14Z', 'revision_number': 0, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb392929-9b49-40db-965d-3fb56aac0ed7', 'name': '', 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'mac_address': 'fa:16:3e:50:9d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '43ce9c2c-6ece-478d-a688-8128eca38e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:20Z', 'updated_at': '2022-03-28T14:40:26Z', 'revision_number': 5, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'subnets': [{'id': '43ce9c2c-6ece-478d-a688-8128eca38e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:41:15.348396 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778fc3e-09d2-4ab7-a903-3c2296be5f91 req-ff02f944-75e2-4f74-831a-da0b262a6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:15.349903 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a778fc3e-09d2-4ab7-a903-3c2296be5f91 req-ff02f944-75e2-4f74-831a-da0b262a6032 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43ce9c2c-6ece-478d-a688-8128eca38e75 HTTP/1.1" status: 200 len: 848 time: 0.0422866 Mar 28 14:41:15.364572 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd0fe54-91e8-45fd-af61-2d2cd9bb0d24 None None] Checking router: 0457c75c-bd88-4cc3-98ce-9911fdc6d153 for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:41:15.373061 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd0fe54-91e8-45fd-af61-2d2cd9bb0d24 None None] Routers {'0457c75c-bd88-4cc3-98ce-9911fdc6d153'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:41:15.373690 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-7dd0fe54-91e8-45fd-af61-2d2cd9bb0d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:41:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['0457c75c-bd88-4cc3-98ce-9911fdc6d153'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:41:15.399705 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778fc3e-09d2-4ab7-a903-3c2296be5f91 req-a6a26b7f-675b-4806-aacb-78710374b9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:15.401119 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a778fc3e-09d2-4ab7-a903-3c2296be5f91 req-a6a26b7f-675b-4806-aacb-78710374b9f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dff95311-d3e1-42f9-9d29-8b61dc1dbd4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458755 Mar 28 14:41:15.480202 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-7dd0fe54-91e8-45fd-af61-2d2cd9bb0d24 None None] Set router 0457c75c-bd88-4cc3-98ce-9911fdc6d153 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:41:15.491339 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a778fc3e-09d2-4ab7-a903-3c2296be5f91 req-122dc2ce-a060-4805-8849-38c31a00c699 service neutron] 10.222.0.18 "GET /v2.0/networks/dff95311-d3e1-42f9-9d29-8b61dc1dbd4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839114 Mar 28 14:41:15.581568 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a778fc3e-09d2-4ab7-a903-3c2296be5f91 req-fc365fc6-8e0a-461c-86ec-90b53bcebea2 service neutron] 10.222.0.18 "GET /v2.0/networks/dff95311-d3e1-42f9-9d29-8b61dc1dbd4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837486 Mar 28 14:41:15.625520 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ab0a5-e1e5-406c-b67f-eaf0da2e300a req-aa0424fb-bcc0-445e-a834-867806cca3f9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:15.626997 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-8e3ab0a5-e1e5-406c-b67f-eaf0da2e300a req-aa0424fb-bcc0-445e-a834-867806cca3f9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c1609a8-20ca-47fb-8a4d-a8279495e7f7 HTTP/1.1" status: 200 len: 944 time: 0.0679739 Mar 28 14:41:15.676448 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-8e3ab0a5-e1e5-406c-b67f-eaf0da2e300a req-38041be7-bf26-4827-b6f3-fb88f2152451 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432694 Mar 28 14:41:15.707083 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-7dd0fe54-91e8-45fd-af61-2d2cd9bb0d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'name': 'tempest-TestShelveInstance-1384356229-router', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:40:18Z', 'updated_at': '2022-03-28T14:40:21Z', 'revision_number': 4, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'gw_port': {'id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:19Z', 'updated_at': '2022-03-28T14:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': 'a84b3b6a-56e2-48ed-a582-b014966cf341', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'port_id': 'f0c37cc3-3e86-4652-a0e9-3e2306c81dfa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d', 'mac_address': 'fa:16:3e:1e:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c849ab8-447b-431e-ae6c-0b07618bbbc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:41:14Z', 'updated_at': '2022-03-28T14:41:14Z', 'revision_number': 0, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb392929-9b49-40db-965d-3fb56aac0ed7', 'name': '', 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'mac_address': 'fa:16:3e:50:9d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '43ce9c2c-6ece-478d-a688-8128eca38e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:20Z', 'updated_at': '2022-03-28T14:40:26Z', 'revision_number': 5, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'subnets': [{'id': '43ce9c2c-6ece-478d-a688-8128eca38e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:41:15.733182 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd0fe54-91e8-45fd-af61-2d2cd9bb0d24 None None] The sync data for ids ['0457c75c-bd88-4cc3-98ce-9911fdc6d153'] in dv-cinder-790535-35-iscsi is: [{'id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'name': 'tempest-TestShelveInstance-1384356229-router', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:40:18Z', 'updated_at': '2022-03-28T14:40:21Z', 'revision_number': 4, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'gw_port': {'id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:19Z', 'updated_at': '2022-03-28T14:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': 'a84b3b6a-56e2-48ed-a582-b014966cf341', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'port_id': 'f0c37cc3-3e86-4652-a0e9-3e2306c81dfa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d', 'mac_address': 'fa:16:3e:1e:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c849ab8-447b-431e-ae6c-0b07618bbbc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:41:14Z', 'updated_at': '2022-03-28T14:41:14Z', 'revision_number': 0, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb392929-9b49-40db-965d-3fb56aac0ed7', 'name': '', 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'mac_address': 'fa:16:3e:50:9d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '43ce9c2c-6ece-478d-a688-8128eca38e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:20Z', 'updated_at': '2022-03-28T14:40:26Z', 'revision_number': 5, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'subnets': [{'id': '43ce9c2c-6ece-478d-a688-8128eca38e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:41:15.939505 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d08221a-68cc-4ba3-a8fa-b46753b119e9 None None] New status for floating IP a84b3b6a-56e2-48ed-a582-b014966cf341: ACTIVE {{(pid=103207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:41:15.957120 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:41:16.056496 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0,segment=NetworkSegment(e3a08f39-70e6-409b-9013-2dc1166e0fe4),segment_id=e3a08f39-70e6-409b-9013-2dc1166e0fe4)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:41:16.066868 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': '01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'port_id': '01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0', 'mac_address': 'fa:16:3e:ed:eb:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:41:16.232453 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 is: DOWN; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:41:16.232703 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:16.245603 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:41:16.265109 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0,segment=NetworkSegment(e3a08f39-70e6-409b-9013-2dc1166e0fe4),segment_id=e3a08f39-70e6-409b-9013-2dc1166e0fe4)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:41:16.271479 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:16.317588 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0,revision_number=4']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:41:16.585434 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:41:16.800081 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5644ce-8683-48e3-89e4-15027f5ea070 req-b4dde819-6ef8-4210-913d-1f1a8b11f879 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:16.801552 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bb5644ce-8683-48e3-89e4-15027f5ea070 req-b4dde819-6ef8-4210-913d-1f1a8b11f879 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c1609a8-20ca-47fb-8a4d-a8279495e7f7 HTTP/1.1" status: 200 len: 945 time: 0.0572255 Mar 28 14:41:16.850537 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bb5644ce-8683-48e3-89e4-15027f5ea070 req-c17ec721-8911-4e23-aa80-c94c787057e3 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429854 Mar 28 14:41:17.981386 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b893ba-3b02-4706-bd89-ab3ba95be7d5 req-9d6b7273-2f5c-49d6-ad5b-bb98d9c624b7 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:17.982903 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-21b893ba-3b02-4706-bd89-ab3ba95be7d5 req-9d6b7273-2f5c-49d6-ad5b-bb98d9c624b7 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c1609a8-20ca-47fb-8a4d-a8279495e7f7 HTTP/1.1" status: 200 len: 945 time: 0.0594628 Mar 28 14:41:17.992734 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:41:18.036078 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-21b893ba-3b02-4706-bd89-ab3ba95be7d5 req-673d4046-0376-4fee-b7f2-1fbba5cc774a tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469313 Mar 28 14:41:18.054039 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning for port 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 completed by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 14:41:18.058689 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:41:18.059095 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:18.134640 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:41:18.134891 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:18.158168 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1609a8-20ca-47fb-8a4d-a8279495e7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:41:18.160508 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4939f3c6-6ee7-45bd-adb2-69d466079acd" -d '{"events": [{"server_uuid": "6c1609a8-20ca-47fb-8a4d-a8279495e7f7", "name": "network-vif-plugged", "status": "completed", "tag": "01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:41:18.172669 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0,segment=NetworkSegment(e3a08f39-70e6-409b-9013-2dc1166e0fe4),segment_id=e3a08f39-70e6-409b-9013-2dc1166e0fe4)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:41:18.178526 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:18.201093 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb54ba3d-1fae-4d0b-b52b-938b28829454 x-openstack-request-id: req-fb54ba3d-1fae-4d0b-b52b-938b28829454 {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:41:18.201381 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1609a8-20ca-47fb-8a4d-a8279495e7f7", "name": "network-vif-plugged", "status": "completed", "tag": "01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:41:18.201638 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb54ba3d-1fae-4d0b-b52b-938b28829454 {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:41:18.202030 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb54ba3d-1fae-4d0b-b52b-938b28829454'] response: {'server_uuid': '6c1609a8-20ca-47fb-8a4d-a8279495e7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0', 'code': 200} Mar 28 14:41:18.230749 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0,revision_number=5']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:41:18.442163 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a1d0e-af15-4927-90a3-0ba37fffa812 req-250d8d70-f434-40dc-a297-7fa7491c0490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:18.443682 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ba0a1d0e-af15-4927-90a3-0ba37fffa812 req-250d8d70-f434-40dc-a297-7fa7491c0490 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6c1609a8-20ca-47fb-8a4d-a8279495e7f7 HTTP/1.1" status: 200 len: 1130 time: 0.0467999 Mar 28 14:41:18.489077 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ba0a1d0e-af15-4927-90a3-0ba37fffa812 req-daeab367-5a85-458b-a708-b32878b4fd19 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391414 Mar 28 14:41:19.162616 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6df95-28f0-4fd1-bd3a-e419b3daba76 req-012ce9c7-1e93-4f13-bba6-33065dacbb8e tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:19.164107 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-43b6df95-28f0-4fd1-bd3a-e419b3daba76 req-012ce9c7-1e93-4f13-bba6-33065dacbb8e tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c1609a8-20ca-47fb-8a4d-a8279495e7f7 HTTP/1.1" status: 200 len: 946 time: 0.0556500 Mar 28 14:41:19.218809 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-43b6df95-28f0-4fd1-bd3a-e419b3daba76 req-c9cb6cd8-18e9-4df5-be09-ca9b10c76691 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461705 Mar 28 14:41:20.351321 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a81e7-d843-4625-b3c2-0cb043e424f9 req-0720e41e-465f-46f7-af92-5b9e8b5cd79b tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:20.352772 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b55a81e7-d843-4625-b3c2-0cb043e424f9 req-0720e41e-465f-46f7-af92-5b9e8b5cd79b tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c1609a8-20ca-47fb-8a4d-a8279495e7f7 HTTP/1.1" status: 200 len: 946 time: 0.0588167 Mar 28 14:41:20.408254 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b55a81e7-d843-4625-b3c2-0cb043e424f9 req-d2b05f95-779f-487b-9df7-0858e603d4b4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496697 Mar 28 14:41:20.534193 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82add6-cb1c-493e-b1b9-41f6d2cbc442 req-9c8ddf42-43f0-4b44-85ed-800a63d34c60 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:20.535595 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4a82add6-cb1c-493e-b1b9-41f6d2cbc442 req-9c8ddf42-43f0-4b44-85ed-800a63d34c60 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c1609a8-20ca-47fb-8a4d-a8279495e7f7 HTTP/1.1" status: 200 len: 946 time: 0.0605237 Mar 28 14:41:20.585195 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4a82add6-cb1c-493e-b1b9-41f6d2cbc442 req-5478d502-05b2-4d43-bba5-c41f77e9cb37 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438149 Mar 28 14:41:20.612852 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50802) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:41:20.766491 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6c0471-9c9d-40fe-8f21-4437208ef1de tempest-TestVolumeBootPattern-202889950 tempest-TestVolumeBootPattern-202889950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:20.768072 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-fb6c0471-9c9d-40fe-8f21-4437208ef1de tempest-TestVolumeBootPattern-202889950 tempest-TestVolumeBootPattern-202889950-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6c1609a8-20ca-47fb-8a4d-a8279495e7f7 HTTP/1.1" status: 200 len: 1125 time: 0.1541121 Mar 28 14:41:20.771162 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50806) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:41:20.775411 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.v2.base [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Request body: {'floatingip': {'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'port_id': '01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:41:20.800032 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:20.898950 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:20.997594 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Allocated IP 172.27.1.96 (c66de8d5-469e-474b-81ba-d9e7301ef93c/8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73/05a25237-a431-4181-bda7-e25fc66996f7) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:41:21.111547 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for port (05a25237-a431-4181-bda7-e25fc66996f7), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:21.151423 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220933870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (05a25237-a431-4181-bda7-e25fc66996f7), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:21.187078 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Network c66de8d5-469e-474b-81ba-d9e7301ef93c is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:41:21.189946 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:41:21.196040 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:41:21.201611 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Pushing event updated for resources: {'Port': ['ID=05a25237-a431-4181-bda7-e25fc66996f7,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:41:21.231266 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:21.231612 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:21.231951 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:21.232286 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:21.232614 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:21.232957 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:21.233275 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:21.233578 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:21.233904 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:21.234223 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:21.234542 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:21.234862 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:21.235207 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:21.235525 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:21.235837 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:21.555491 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for floatingip (ca1f3a9a-ad6e-48a4-8edb-2d5caebe68e9), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:21.630943 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (05a25237-a431-4181-bda7-e25fc66996f7), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:21.781051 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for port (05a25237-a431-4181-bda7-e25fc66996f7), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:21.788525 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427782'] for port (05a25237-a431-4181-bda7-e25fc66996f7), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:21.856613 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Pushing event updated for resources: {'Port': ['ID=05a25237-a431-4181-bda7-e25fc66996f7,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:41:21.867809 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1557872'] for floatingip (ca1f3a9a-ad6e-48a4-8edb-2d5caebe68e9), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:21.973413 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.db.l3_db [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Floating IP ca1f3a9a-ad6e-48a4-8edb-2d5caebe68e9 associated. External IP: 172.27.1.96, port: 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0. Mar 28 14:41:22.184256 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Router 12fd7a95-23ea-4610-87a1-43dff2edc137 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:41:22.289762 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:41:22.300232 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440197bd-ebcd-4af5-b4c7-cfb615355e43 None None] Sync routers for ids ['12fd7a95-23ea-4610-87a1-43dff2edc137'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:41:22.310620 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:22.311045 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440197bd-ebcd-4af5-b4c7-cfb615355e43 None None] Routers {'12fd7a95-23ea-4610-87a1-43dff2edc137'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:41:22.311747 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-440197bd-ebcd-4af5-b4c7-cfb615355e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:41:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['12fd7a95-23ea-4610-87a1-43dff2edc137'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:41:22.349586 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-aa8826b7-00e3-4338-a335-e79142f9b7d9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5670853 Mar 28 14:41:22.349586 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1609a8-20ca-47fb-8a4d-a8279495e7f7', 'tag': '01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:41:22.349586 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d378c771d12563f68c1f59c9273be1365ef6a269510bcb02de4e9318e41428e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefef452-0da1-4ac9-8455-6f5607ca1a88" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1609a8-20ca-47fb-8a4d-a8279495e7f7", "tag": "01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:41:22.419200 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-440197bd-ebcd-4af5-b4c7-cfb615355e43 None None] Set router 12fd7a95-23ea-4610-87a1-43dff2edc137 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:41:22.438501 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d69d6e5-5df9-416d-9a5d-b3934ab34061 x-openstack-request-id: req-7d69d6e5-5df9-416d-9a5d-b3934ab34061 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:41:22.438794 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1609a8-20ca-47fb-8a4d-a8279495e7f7", "tag": "01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0", "status": "completed", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:41:22.439075 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d69d6e5-5df9-416d-9a5d-b3934ab34061 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:41:22.439491 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d69d6e5-5df9-416d-9a5d-b3934ab34061'] response: {'name': 'network-changed', 'server_uuid': '6c1609a8-20ca-47fb-8a4d-a8279495e7f7', 'tag': '01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0', 'status': 'completed', 'code': 200} Mar 28 14:41:22.502865 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefef452-0da1-4ac9-8455-6f5607ca1a88 req-3876bd8c-856d-4019-9ea5-75ab86b31788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:22.504419 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-cefef452-0da1-4ac9-8455-6f5607ca1a88 req-3876bd8c-856d-4019-9ea5-75ab86b31788 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4f53d69085f474b95d14b83626c9705&device_id=6c1609a8-20ca-47fb-8a4d-a8279495e7f7 HTTP/1.1" status: 200 len: 1130 time: 0.0449903 Mar 28 14:41:22.592715 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefef452-0da1-4ac9-8455-6f5607ca1a88 req-18e2d4ed-0afc-4ecb-b552-fec6f4ed6caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:22.594192 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-cefef452-0da1-4ac9-8455-6f5607ca1a88 req-18e2d4ed-0afc-4ecb-b552-fec6f4ed6caf service neutron] 10.222.0.18 "GET /v2.0/networks?id=f405bb5a-c1e1-4b86-b73d-65ef62332c49 HTTP/1.1" status: 200 len: 912 time: 0.0836611 Mar 28 14:41:22.643879 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-440197bd-ebcd-4af5-b4c7-cfb615355e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 4, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port': {'id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '21502414-328d-4594-a459-c137036a9960', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'port_id': '2fbac741-d085-498f-83bc-4bbf2f018506', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'mac_address': 'fa:16:3e:3c:9f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:38:42Z', 'updated_at': '2022-03-28T14:38:44Z', 'revision_number': 1, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'fixed_ip_address_scope': None}, {'id': 'ca1f3a9a-ad6e-48a4-8edb-2d5caebe68e9', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'floating_ip_address': '172.27.1.96', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'port_id': '01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'mac_address': 'fa:16:3e:ed:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1609a8-20ca-47fb-8a4d-a8279495e7f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:41:21Z', 'updated_at': '2022-03-28T14:41:21Z', 'revision_number': 0, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d70ce31-82a1-4d64-9a4c-c9ca9a38474e', 'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'mac_address': 'fa:16:3e:ca:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:49Z', 'updated_at': '2022-03-28T14:34:56Z', 'revision_number': 5, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'subnets': [{'id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:41:22.660819 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-cefef452-0da1-4ac9-8455-6f5607ca1a88 req-22239897-fe99-4b9a-a72f-9cb533b7182d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 HTTP/1.1" status: 200 len: 999 time: 0.0605903 Mar 28 14:41:22.673424 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440197bd-ebcd-4af5-b4c7-cfb615355e43 None None] Checking router: 12fd7a95-23ea-4610-87a1-43dff2edc137 for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:41:22.682259 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440197bd-ebcd-4af5-b4c7-cfb615355e43 None None] Routers {'12fd7a95-23ea-4610-87a1-43dff2edc137'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:41:22.682881 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-440197bd-ebcd-4af5-b4c7-cfb615355e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:41:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['12fd7a95-23ea-4610-87a1-43dff2edc137'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:41:22.709617 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefef452-0da1-4ac9-8455-6f5607ca1a88 req-c34a6350-da73-4543-bbdb-e827acd9c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:22.711123 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-cefef452-0da1-4ac9-8455-6f5607ca1a88 req-c34a6350-da73-4543-bbdb-e827acd9c61b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d93cae3-8698-4501-9dad-642b87babf0b HTTP/1.1" status: 200 len: 850 time: 0.0447695 Mar 28 14:41:22.760571 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefef452-0da1-4ac9-8455-6f5607ca1a88 req-9fe415ba-3f6e-4baf-8522-88bdfc0d9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:22.762043 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-cefef452-0da1-4ac9-8455-6f5607ca1a88 req-9fe415ba-3f6e-4baf-8522-88bdfc0d9248 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f405bb5a-c1e1-4b86-b73d-65ef62332c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454299 Mar 28 14:41:22.789416 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-440197bd-ebcd-4af5-b4c7-cfb615355e43 None None] Set router 12fd7a95-23ea-4610-87a1-43dff2edc137 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:41:22.854200 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-cefef452-0da1-4ac9-8455-6f5607ca1a88 req-ab10575c-e330-4e2d-8579-2c480865292d service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845184 Mar 28 14:41:22.943643 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-cefef452-0da1-4ac9-8455-6f5607ca1a88 req-fdaa6d1c-85c6-4072-a1ff-f5615527eb52 service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811839 Mar 28 14:41:23.008427 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-440197bd-ebcd-4af5-b4c7-cfb615355e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 4, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port': {'id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '21502414-328d-4594-a459-c137036a9960', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'port_id': '2fbac741-d085-498f-83bc-4bbf2f018506', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'mac_address': 'fa:16:3e:3c:9f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:38:42Z', 'updated_at': '2022-03-28T14:38:44Z', 'revision_number': 1, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'fixed_ip_address_scope': None}, {'id': 'ca1f3a9a-ad6e-48a4-8edb-2d5caebe68e9', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'floating_ip_address': '172.27.1.96', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'port_id': '01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'mac_address': 'fa:16:3e:ed:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1609a8-20ca-47fb-8a4d-a8279495e7f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:41:21Z', 'updated_at': '2022-03-28T14:41:21Z', 'revision_number': 0, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d70ce31-82a1-4d64-9a4c-c9ca9a38474e', 'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'mac_address': 'fa:16:3e:ca:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:49Z', 'updated_at': '2022-03-28T14:34:56Z', 'revision_number': 5, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'subnets': [{'id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:41:23.034719 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440197bd-ebcd-4af5-b4c7-cfb615355e43 None None] The sync data for ids ['12fd7a95-23ea-4610-87a1-43dff2edc137'] in dv-cinder-790535-35-iscsi is: [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 4, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port': {'id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '21502414-328d-4594-a459-c137036a9960', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'port_id': '2fbac741-d085-498f-83bc-4bbf2f018506', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'mac_address': 'fa:16:3e:3c:9f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:38:42Z', 'updated_at': '2022-03-28T14:38:44Z', 'revision_number': 1, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'fixed_ip_address_scope': None}, {'id': 'ca1f3a9a-ad6e-48a4-8edb-2d5caebe68e9', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'floating_ip_address': '172.27.1.96', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'port_id': '01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'mac_address': 'fa:16:3e:ed:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1609a8-20ca-47fb-8a4d-a8279495e7f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:41:21Z', 'updated_at': '2022-03-28T14:41:21Z', 'revision_number': 0, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d70ce31-82a1-4d64-9a4c-c9ca9a38474e', 'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'mac_address': 'fa:16:3e:ca:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:49Z', 'updated_at': '2022-03-28T14:34:56Z', 'revision_number': 5, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'subnets': [{'id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:41:23.238512 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c2df3c-9603-4829-8146-8cd56828ddb1 None None] New status for floating IP ca1f3a9a-ad6e-48a4-8edb-2d5caebe68e9: ACTIVE {{(pid=103207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:41:23.895866 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:41:29.287142 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-4e4fda82-5e52-44fa-b96e-9ffea14cf75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:31.572991 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-df635711-ab30-4c32-a0b1-35b1d71cbad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:32.728907 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:33.998740 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:35.474925 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:39.682568 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:41:53.394308 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-534fb3a6-30cc-4d13-a07b-3dc51f29b63e req-1d9365a3-d7f1-4833-a892-db9d641c0560 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517364 Mar 28 14:41:53.483203 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fb3a6-30cc-4d13-a07b-3dc51f29b63e req-d2d2d253-2c09-4305-a0df-2d05507cde07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:53.484668 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-534fb3a6-30cc-4d13-a07b-3dc51f29b63e req-d2d2d253-2c09-4305-a0df-2d05507cde07 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4f53d69085f474b95d14b83626c9705&device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 1130 time: 0.0455792 Mar 28 14:41:53.598672 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fb3a6-30cc-4d13-a07b-3dc51f29b63e req-e94d76ad-c585-4253-8b98-a17e0c17c3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:53.600150 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-534fb3a6-30cc-4d13-a07b-3dc51f29b63e req-e94d76ad-c585-4253-8b98-a17e0c17c3ba service neutron] 10.222.0.18 "GET /v2.0/networks?id=f405bb5a-c1e1-4b86-b73d-65ef62332c49 HTTP/1.1" status: 200 len: 912 time: 0.0930164 Mar 28 14:41:53.676742 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-534fb3a6-30cc-4d13-a07b-3dc51f29b63e req-2872eaeb-822e-4e61-925c-255a963cf5c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fbac741-d085-498f-83bc-4bbf2f018506 HTTP/1.1" status: 200 len: 1002 time: 0.0706668 Mar 28 14:41:53.724123 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fb3a6-30cc-4d13-a07b-3dc51f29b63e req-ca38943c-1200-4118-88cb-983be54c74aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:53.725504 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-534fb3a6-30cc-4d13-a07b-3dc51f29b63e req-ca38943c-1200-4118-88cb-983be54c74aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d93cae3-8698-4501-9dad-642b87babf0b HTTP/1.1" status: 200 len: 850 time: 0.0433724 Mar 28 14:41:53.774885 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fb3a6-30cc-4d13-a07b-3dc51f29b63e req-8912815c-9c24-4120-bdd7-10c89aa411b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:53.776355 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-534fb3a6-30cc-4d13-a07b-3dc51f29b63e req-8912815c-9c24-4120-bdd7-10c89aa411b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f405bb5a-c1e1-4b86-b73d-65ef62332c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452497 Mar 28 14:41:53.866016 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-534fb3a6-30cc-4d13-a07b-3dc51f29b63e req-dd0dc055-be9b-4c59-8b66-ef21fff9fb2e service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832710 Mar 28 14:41:53.957293 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-534fb3a6-30cc-4d13-a07b-3dc51f29b63e req-995f7263-e9cf-4964-80d7-aab8a999dac6 service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847187 Mar 28 14:41:59.284892 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-3dba23ca-87bc-41ca-a84c-3fd3bae19481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:42:00.904531 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:42:01.568723 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ce03f59c-7766-4640-8671-45e4db2c087a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:42:02.738758 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:42:04.001876 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:42:05.475057 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:42:09.700577 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:42:29.276694 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-0f4c29c7-6f5a-4885-bbf3-aff22a268a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:42:31.567697 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-c97ecc74-2fe5-494b-b4d8-a0a8746dd2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:42:32.744188 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:42:34.003961 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:42:35.476784 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:42:37.899088 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:42:39.709777 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:42:54.373761 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-39b16691-a943-4a3d-8e99-59822a89058c req-64f22fee-17f4-4094-a951-0f1178614c74 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545948 Mar 28 14:42:54.440966 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b16691-a943-4a3d-8e99-59822a89058c req-d572819a-ffc6-466d-93a1-6d0157b10019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:54.442418 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-39b16691-a943-4a3d-8e99-59822a89058c req-d572819a-ffc6-466d-93a1-6d0157b10019 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=90455fab77da4d25b45e2591471cafe2&device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 1129 time: 0.0430362 Mar 28 14:42:54.546192 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b16691-a943-4a3d-8e99-59822a89058c req-4f324c4f-0e36-48c9-9d47-3e97b00eb94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:54.547698 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-39b16691-a943-4a3d-8e99-59822a89058c req-4f324c4f-0e36-48c9-9d47-3e97b00eb94a service neutron] 10.222.0.18 "GET /v2.0/networks?id=dff95311-d3e1-42f9-9d29-8b61dc1dbd4d HTTP/1.1" status: 200 len: 910 time: 0.0848680 Mar 28 14:42:54.612920 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-39b16691-a943-4a3d-8e99-59822a89058c req-a15703ff-4f67-4347-9f87-5783d58c5d9b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0c37cc3-3e86-4652-a0e9-3e2306c81dfa HTTP/1.1" status: 200 len: 1001 time: 0.0595980 Mar 28 14:42:54.660234 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b16691-a943-4a3d-8e99-59822a89058c req-204230d3-7cab-43b7-80cd-8f3f7e52ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:54.661537 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-39b16691-a943-4a3d-8e99-59822a89058c req-204230d3-7cab-43b7-80cd-8f3f7e52ceba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43ce9c2c-6ece-478d-a688-8128eca38e75 HTTP/1.1" status: 200 len: 848 time: 0.0432549 Mar 28 14:42:54.710221 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b16691-a943-4a3d-8e99-59822a89058c req-e263d7a0-92be-4bdf-ba7c-494eada3f67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:54.711709 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-39b16691-a943-4a3d-8e99-59822a89058c req-e263d7a0-92be-4bdf-ba7c-494eada3f67a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dff95311-d3e1-42f9-9d29-8b61dc1dbd4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443547 Mar 28 14:42:54.806286 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-39b16691-a943-4a3d-8e99-59822a89058c req-10bb3acc-1e88-4bf3-b55e-b9ef374cc728 service neutron] 10.222.0.18 "GET /v2.0/networks/dff95311-d3e1-42f9-9d29-8b61dc1dbd4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876887 Mar 28 14:42:54.903995 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-39b16691-a943-4a3d-8e99-59822a89058c req-b990fe1b-2bc3-494e-86e5-0c437b7a3cb8 service neutron] 10.222.0.18 "GET /v2.0/networks/dff95311-d3e1-42f9-9d29-8b61dc1dbd4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905066 Mar 28 14:42:59.271128 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-96f38b1a-e7d1-4544-8692-f1ee54663b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:01.571783 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-df23c379-6f0c-41ca-bab6-9e2cef797bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:02.745080 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:04.008439 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:05.475978 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:09.721565 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:13.953153 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [req-bef8d199-1b3d-43c4-a0bc-dc67c721d88a req-80f53d92-2feb-4a7b-80cf-5d7f89f94f5d service neutron] (103205) timed out ('10.222.0.18', 55630) {{(pid=103205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 28 14:43:14.624371 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [req-a65ce3c7-6782-42ee-965c-7f8f56e02f3f req-aaaa57f5-e371-414b-9e75-a43678c8bcb1 service neutron] (103205) timed out ('10.222.0.18', 55648) {{(pid=103205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 28 14:43:14.903068 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:43:15.827775 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [req-bac294f5-e110-4c03-b2b4-cc67db5a7fa9 req-97216310-94f7-4779-b77f-36a6e25ba909 service neutron] (103204) timed out ('10.222.0.18', 55661) {{(pid=103204) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 28 14:43:22.414535 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 50862) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:43:22.583525 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Deleting port 05a25237-a431-4181-bda7-e25fc66996f7 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:43:22.583803 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (05a25237-a431-4181-bda7-e25fc66996f7), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:22.656899 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (05a25237-a431-4181-bda7-e25fc66996f7), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:22.657173 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for floatingip (05a25237-a431-4181-bda7-e25fc66996f7), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:22.668602 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Calling delete_port for 05a25237-a431-4181-bda7-e25fc66996f7 owned by network:floatingip {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:43:22.826669 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (05a25237-a431-4181-bda7-e25fc66996f7), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:22.852641 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Pushing event deleted for resources: {'Port': ['ID=05a25237-a431-4181-bda7-e25fc66996f7,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:43:22.877243 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:22.877585 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:22.877932 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:22.878266 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:22.878597 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:22.878918 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:22.879268 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:22.879588 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:22.879912 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:22.880217 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:22.880540 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:22.880864 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:22.881183 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:22.881489 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:22.881813 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:22.919818 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for floatingip (ca1f3a9a-ad6e-48a4-8edb-2d5caebe68e9), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:22.920052 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.l3_db [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Floating IP ca1f3a9a-ad6e-48a4-8edb-2d5caebe68e9 disassociated (deleted). External IP: 172.27.1.96, port: 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0. Mar 28 14:43:23.137415 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Router 12fd7a95-23ea-4610-87a1-43dff2edc137 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:43:23.244843 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:43:23.250338 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:23.256447 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d069b6a3-f084-40c6-8834-d9ac060e2893 None None] Sync routers for ids ['12fd7a95-23ea-4610-87a1-43dff2edc137'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:43:23.270329 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d069b6a3-f084-40c6-8834-d9ac060e2893 None None] Routers {'12fd7a95-23ea-4610-87a1-43dff2edc137'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:43:23.270951 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-d069b6a3-f084-40c6-8834-d9ac060e2893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:43:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['12fd7a95-23ea-4610-87a1-43dff2edc137'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:43:23.279719 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-22839963-559b-4763-a293-dd13cb23f1a9 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "DELETE /v2.0/floatingips/ca1f3a9a-ad6e-48a4-8edb-2d5caebe68e9 HTTP/1.1" status: 204 len: 168 time: 0.8637106 Mar 28 14:43:23.280303 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1609a8-20ca-47fb-8a4d-a8279495e7f7', 'tag': '01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:43:23.282568 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae675cfa-6d47-4daa-a436-f8e93ec56b30" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1609a8-20ca-47fb-8a4d-a8279495e7f7", "tag": "01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:43:23.380985 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-d069b6a3-f084-40c6-8834-d9ac060e2893 None None] Set router 12fd7a95-23ea-4610-87a1-43dff2edc137 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:43:23.407753 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7da1446-bb5a-460c-bc99-796b473ed43f x-openstack-request-id: req-c7da1446-bb5a-460c-bc99-796b473ed43f {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:43:23.408399 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1609a8-20ca-47fb-8a4d-a8279495e7f7", "tag": "01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:43:23.409037 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7da1446-bb5a-460c-bc99-796b473ed43f {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:43:23.409735 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7da1446-bb5a-460c-bc99-796b473ed43f'] response: {'name': 'network-changed', 'server_uuid': '6c1609a8-20ca-47fb-8a4d-a8279495e7f7', 'tag': '01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0', 'status': 'completed', 'code': 200} Mar 28 14:43:23.484256 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae675cfa-6d47-4daa-a436-f8e93ec56b30 req-c7db8e4f-1ef6-4839-ae20-bab2f878b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:23.485628 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ae675cfa-6d47-4daa-a436-f8e93ec56b30 req-c7db8e4f-1ef6-4839-ae20-bab2f878b164 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4f53d69085f474b95d14b83626c9705&device_id=6c1609a8-20ca-47fb-8a4d-a8279495e7f7 HTTP/1.1" status: 200 len: 1130 time: 0.0460992 Mar 28 14:43:23.607888 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae675cfa-6d47-4daa-a436-f8e93ec56b30 req-d1e3dd64-d4f9-4e7c-8602-397d0069f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:23.609362 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ae675cfa-6d47-4daa-a436-f8e93ec56b30 req-d1e3dd64-d4f9-4e7c-8602-397d0069f6d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f405bb5a-c1e1-4b86-b73d-65ef62332c49 HTTP/1.1" status: 200 len: 912 time: 0.1171105 Mar 28 14:43:23.617347 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-d069b6a3-f084-40c6-8834-d9ac060e2893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 4, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port': {'id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '21502414-328d-4594-a459-c137036a9960', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'port_id': '2fbac741-d085-498f-83bc-4bbf2f018506', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'mac_address': 'fa:16:3e:3c:9f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:38:42Z', 'updated_at': '2022-03-28T14:38:44Z', 'revision_number': 1, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d70ce31-82a1-4d64-9a4c-c9ca9a38474e', 'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'mac_address': 'fa:16:3e:ca:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:49Z', 'updated_at': '2022-03-28T14:34:56Z', 'revision_number': 5, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'subnets': [{'id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:43:23.620872 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284cf3d-e413-4776-adda-a7a9e4134bc5 req-a23d8012-0f5d-4f82-b213-afe8f54674b6 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:23.622357 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c284cf3d-e413-4776-adda-a7a9e4134bc5 req-a23d8012-0f5d-4f82-b213-afe8f54674b6 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c1609a8-20ca-47fb-8a4d-a8279495e7f7 HTTP/1.1" status: 200 len: 946 time: 0.1357517 Mar 28 14:43:23.643569 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d069b6a3-f084-40c6-8834-d9ac060e2893 None None] Checking router: 12fd7a95-23ea-4610-87a1-43dff2edc137 for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:43:23.651833 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d069b6a3-f084-40c6-8834-d9ac060e2893 None None] Routers {'12fd7a95-23ea-4610-87a1-43dff2edc137'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:43:23.652473 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-d069b6a3-f084-40c6-8834-d9ac060e2893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:43:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['12fd7a95-23ea-4610-87a1-43dff2edc137'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:43:23.671072 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ae675cfa-6d47-4daa-a436-f8e93ec56b30 req-d7ae9b47-344b-41b4-95d9-17410a32f2a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 HTTP/1.1" status: 200 len: 217 time: 0.0477684 Mar 28 14:43:23.731264 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-c284cf3d-e413-4776-adda-a7a9e4134bc5 req-bfb88f04-c518-4221-98dd-0dae5ca41c8b tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020184 Mar 28 14:43:23.738868 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae675cfa-6d47-4daa-a436-f8e93ec56b30 req-05da6ced-721d-4013-8277-be12e472717a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:23.740074 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ae675cfa-6d47-4daa-a436-f8e93ec56b30 req-05da6ced-721d-4013-8277-be12e472717a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d93cae3-8698-4501-9dad-642b87babf0b HTTP/1.1" status: 200 len: 850 time: 0.0624859 Mar 28 14:43:23.763356 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-d069b6a3-f084-40c6-8834-d9ac060e2893 None None] Set router 12fd7a95-23ea-4610-87a1-43dff2edc137 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:43:23.790945 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae675cfa-6d47-4daa-a436-f8e93ec56b30 req-396a1982-d641-4b8d-ad96-d5caff0a33ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:23.792593 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ae675cfa-6d47-4daa-a436-f8e93ec56b30 req-396a1982-d641-4b8d-ad96-d5caff0a33ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f405bb5a-c1e1-4b86-b73d-65ef62332c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461125 Mar 28 14:43:23.882296 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ae675cfa-6d47-4daa-a436-f8e93ec56b30 req-4dfd8d96-4944-40ce-8965-25656c4b5bf4 service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835927 Mar 28 14:43:23.971584 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-ae675cfa-6d47-4daa-a436-f8e93ec56b30 req-539f5307-c571-4493-b32b-3da0745d80e9 service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831261 Mar 28 14:43:23.992727 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-d069b6a3-f084-40c6-8834-d9ac060e2893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 4, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port': {'id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '21502414-328d-4594-a459-c137036a9960', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'port_id': '2fbac741-d085-498f-83bc-4bbf2f018506', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'mac_address': 'fa:16:3e:3c:9f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:38:42Z', 'updated_at': '2022-03-28T14:38:44Z', 'revision_number': 1, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d70ce31-82a1-4d64-9a4c-c9ca9a38474e', 'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'mac_address': 'fa:16:3e:ca:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:49Z', 'updated_at': '2022-03-28T14:34:56Z', 'revision_number': 5, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'subnets': [{'id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:43:24.020540 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d069b6a3-f084-40c6-8834-d9ac060e2893 None None] The sync data for ids ['12fd7a95-23ea-4610-87a1-43dff2edc137'] in dv-cinder-790535-35-iscsi is: [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 4, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port': {'id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_floatingips': [{'id': '21502414-328d-4594-a459-c137036a9960', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'router_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'port_id': '2fbac741-d085-498f-83bc-4bbf2f018506', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'mac_address': 'fa:16:3e:3c:9f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:38:42Z', 'updated_at': '2022-03-28T14:38:44Z', 'revision_number': 1, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d70ce31-82a1-4d64-9a4c-c9ca9a38474e', 'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'mac_address': 'fa:16:3e:ca:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:49Z', 'updated_at': '2022-03-28T14:34:56Z', 'revision_number': 5, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'subnets': [{'id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:43:24.236823 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe4ee17-613c-4af4-9d61-ab4213c74d9d None None] New status for floating IP ca1f3a9a-ad6e-48a4-8edb-2d5caebe68e9: DOWN {{(pid=103207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:43:24.918491 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772e2e6-2d4f-43bb-b5a7-22d34c51c747 req-20d6b347-7cc7-427b-aabf-7d8905248dc3 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:24.920061 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5772e2e6-2d4f-43bb-b5a7-22d34c51c747 req-20d6b347-7cc7-427b-aabf-7d8905248dc3 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c1609a8-20ca-47fb-8a4d-a8279495e7f7 HTTP/1.1" status: 200 len: 946 time: 0.1141374 Mar 28 14:43:24.970273 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-5772e2e6-2d4f-43bb-b5a7-22d34c51c747 req-443d501a-5b7e-44b9-b28e-f19c26084d36 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443969 Mar 28 14:43:25.306024 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4574a-41e9-462b-a592-6ace2e20b11d req-50a6cc1e-8961-48b0-b160-c204b3b67dd6 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:25.307481 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f9f4574a-41e9-462b-a592-6ace2e20b11d req-50a6cc1e-8961-48b0-b160-c204b3b67dd6 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c1609a8-20ca-47fb-8a4d-a8279495e7f7 HTTP/1.1" status: 200 len: 946 time: 0.0644259 Mar 28 14:43:25.665007 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-f9f4574a-41e9-462b-a592-6ace2e20b11d req-07e2c4b2-b366-44a9-895c-d701bd43a54f tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Deleting port 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:43:25.665245 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-f9f4574a-41e9-462b-a592-6ace2e20b11d req-07e2c4b2-b366-44a9-895c-d701bd43a54f tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:25.751713 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-f9f4574a-41e9-462b-a592-6ace2e20b11d req-07e2c4b2-b366-44a9-895c-d701bd43a54f tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] For port 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0,segment=NetworkSegment(e3a08f39-70e6-409b-9013-2dc1166e0fe4),segment_id=e3a08f39-70e6-409b-9013-2dc1166e0fe4)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:43:25.752073 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-f9f4574a-41e9-462b-a592-6ace2e20b11d req-07e2c4b2-b366-44a9-895c-d701bd43a54f tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:25.764606 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-f9f4574a-41e9-462b-a592-6ace2e20b11d req-07e2c4b2-b366-44a9-895c-d701bd43a54f tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Calling delete_port for 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 owned by compute:nova {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:43:25.908420 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-f9f4574a-41e9-462b-a592-6ace2e20b11d req-07e2c4b2-b366-44a9-895c-d701bd43a54f tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:25.941496 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2c4b2-b366-44a9-895c-d701bd43a54f tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Pushing event deleted for resources: {'Port': ['ID=01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:43:25.981906 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f4574a-41e9-462b-a592-6ace2e20b11d req-07e2c4b2-b366-44a9-895c-d701bd43a54f tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] No DVR routers for this DVR port 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 on host hv-cinder-79053 {{(pid=103205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:43:25.984737 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-f9f4574a-41e9-462b-a592-6ace2e20b11d req-07e2c4b2-b366-44a9-895c-d701bd43a54f tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:25.988077 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-f9f4574a-41e9-462b-a592-6ace2e20b11d req-07e2c4b2-b366-44a9-895c-d701bd43a54f tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.18 "DELETE /v2.0/ports/01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 HTTP/1.1" status: 204 len: 173 time: 0.6750445 Mar 28 14:43:25.988526 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1609a8-20ca-47fb-8a4d-a8279495e7f7', 'name': 'network-vif-deleted', 'tag': '01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:43:25.990851 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169dd679-8ef4-4aef-ac2d-efdc7d1d4bf9" -d '{"events": [{"server_uuid": "6c1609a8-20ca-47fb-8a4d-a8279495e7f7", "name": "network-vif-deleted", "tag": "01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:43:26.039290 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54336a86-7a8a-42e7-abd7-ab9b5f28e16a x-openstack-request-id: req-54336a86-7a8a-42e7-abd7-ab9b5f28e16a {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:43:26.039585 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1609a8-20ca-47fb-8a4d-a8279495e7f7", "name": "network-vif-deleted", "tag": "01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:43:26.039884 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54336a86-7a8a-42e7-abd7-ab9b5f28e16a {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:43:26.040242 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54336a86-7a8a-42e7-abd7-ab9b5f28e16a'] response: {'server_uuid': '6c1609a8-20ca-47fb-8a4d-a8279495e7f7', 'name': 'network-vif-deleted', 'tag': '01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0', 'status': 'completed', 'code': 200} Mar 28 14:43:26.071176 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-5a9b3f0e-6b2d-4284-9335-98b9fa5ae1ed req-07578465-c7b5-47e9-aa35-28818aa14757 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c1609a8-20ca-47fb-8a4d-a8279495e7f7 HTTP/1.1" status: 200 len: 210 time: 0.0284057 Mar 28 14:43:28.734530 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:43:28.758592 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] No Port match for: 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:43:28.758932 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 01dbd918-e1b6-4bb0-b3da-e0c1ebcc04c0 not bound to the agent host hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:43:29.285355 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-32ad0197-feb6-41d1-8353-a7bd78bfdeba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:29.386497 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 50910) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:43:29.549026 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-72e7f6a0-fef4-4bd3-b3e7-851263863e65 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Deleting port 07ae59d2-eb65-4ceb-9d90-3bd489de282c {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:43:29.549347 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-72e7f6a0-fef4-4bd3-b3e7-851263863e65 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (07ae59d2-eb65-4ceb-9d90-3bd489de282c), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:29.622991 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-72e7f6a0-fef4-4bd3-b3e7-851263863e65 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (07ae59d2-eb65-4ceb-9d90-3bd489de282c), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:29.623333 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-72e7f6a0-fef4-4bd3-b3e7-851263863e65 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for floatingip (07ae59d2-eb65-4ceb-9d90-3bd489de282c), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:29.636285 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-72e7f6a0-fef4-4bd3-b3e7-851263863e65 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Calling delete_port for 07ae59d2-eb65-4ceb-9d90-3bd489de282c owned by network:floatingip {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:43:29.786673 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-72e7f6a0-fef4-4bd3-b3e7-851263863e65 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (07ae59d2-eb65-4ceb-9d90-3bd489de282c), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:29.810981 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7f6a0-fef4-4bd3-b3e7-851263863e65 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Pushing event deleted for resources: {'Port': ['ID=07ae59d2-eb65-4ceb-9d90-3bd489de282c,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:43:29.882272 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-72e7f6a0-fef4-4bd3-b3e7-851263863e65 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for floatingip (21502414-328d-4594-a459-c137036a9960), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:29.882743 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.db.l3_db [None req-72e7f6a0-fef4-4bd3-b3e7-851263863e65 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Floating IP 21502414-328d-4594-a459-c137036a9960 disassociated (deleted). External IP: 172.27.1.122, port: 2fbac741-d085-498f-83bc-4bbf2f018506. Mar 28 14:43:30.101253 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e7f6a0-fef4-4bd3-b3e7-851263863e65 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Router 12fd7a95-23ea-4610-87a1-43dff2edc137 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:43:30.213182 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e7f6a0-fef4-4bd3-b3e7-851263863e65 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:43:30.218511 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-72e7f6a0-fef4-4bd3-b3e7-851263863e65 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:30.224573 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0163058c-b956-4475-bd77-bad651cd2232 None None] Sync routers for ids ['12fd7a95-23ea-4610-87a1-43dff2edc137'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:43:30.234926 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0163058c-b956-4475-bd77-bad651cd2232 None None] Routers {'12fd7a95-23ea-4610-87a1-43dff2edc137'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:43:30.235562 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-0163058c-b956-4475-bd77-bad651cd2232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:43:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['12fd7a95-23ea-4610-87a1-43dff2edc137'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:43:30.246666 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-72e7f6a0-fef4-4bd3-b3e7-851263863e65 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "DELETE /v2.0/floatingips/21502414-328d-4594-a459-c137036a9960 HTTP/1.1" status: 204 len: 168 time: 0.8590581 Mar 28 14:43:30.247519 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9', 'tag': '2fbac741-d085-498f-83bc-4bbf2f018506'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:43:30.250363 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c65690c-a934-4840-baed-0a83ca6a1378" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9", "tag": "2fbac741-d085-498f-83bc-4bbf2f018506"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:43:30.291885 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6881ed61-a573-4dab-b87b-c09013964afb x-openstack-request-id: req-6881ed61-a573-4dab-b87b-c09013964afb {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:43:30.292296 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9", "tag": "2fbac741-d085-498f-83bc-4bbf2f018506", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:43:30.293182 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6881ed61-a573-4dab-b87b-c09013964afb {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:43:30.293737 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6881ed61-a573-4dab-b87b-c09013964afb'] response: {'name': 'network-changed', 'server_uuid': 'cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9', 'tag': '2fbac741-d085-498f-83bc-4bbf2f018506', 'status': 'completed', 'code': 200} Mar 28 14:43:30.349969 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-0163058c-b956-4475-bd77-bad651cd2232 None None] Set router 12fd7a95-23ea-4610-87a1-43dff2edc137 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:43:30.414772 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65690c-a934-4840-baed-0a83ca6a1378 req-6892a009-f97f-4e4f-b275-0e4707c2464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:30.416350 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9c65690c-a934-4840-baed-0a83ca6a1378 req-6892a009-f97f-4e4f-b275-0e4707c2464d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4f53d69085f474b95d14b83626c9705&device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 1130 time: 0.1031468 Mar 28 14:43:30.490231 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef59c11-0d5f-4196-9841-4d74d9d6b284 req-17dbedab-e6d0-4d24-9025-4fbd54677e17 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:30.495435 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4ef59c11-0d5f-4196-9841-4d74d9d6b284 req-17dbedab-e6d0-4d24-9025-4fbd54677e17 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 946 time: 0.0523827 Mar 28 14:43:30.513071 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65690c-a934-4840-baed-0a83ca6a1378 req-51bffcf5-3376-4110-8a0e-5ee55e1938e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:30.514553 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9c65690c-a934-4840-baed-0a83ca6a1378 req-51bffcf5-3376-4110-8a0e-5ee55e1938e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f405bb5a-c1e1-4b86-b73d-65ef62332c49 HTTP/1.1" status: 200 len: 912 time: 0.0910172 Mar 28 14:43:30.547460 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-4ef59c11-0d5f-4196-9841-4d74d9d6b284 req-c0ba6738-649d-49ce-bb97-37e4e86f1b19 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493064 Mar 28 14:43:30.559363 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9c65690c-a934-4840-baed-0a83ca6a1378 req-88f8256c-1af3-4043-b4a8-c5e3495aea15 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fbac741-d085-498f-83bc-4bbf2f018506 HTTP/1.1" status: 200 len: 217 time: 0.0377264 Mar 28 14:43:30.581014 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-0163058c-b956-4475-bd77-bad651cd2232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 4, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port': {'id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '3d70ce31-82a1-4d64-9a4c-c9ca9a38474e', 'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'mac_address': 'fa:16:3e:ca:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:49Z', 'updated_at': '2022-03-28T14:34:56Z', 'revision_number': 5, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'subnets': [{'id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:43:30.605215 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65690c-a934-4840-baed-0a83ca6a1378 req-146f3b47-15aa-46a8-95e2-9b3deb3f316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:30.606253 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0163058c-b956-4475-bd77-bad651cd2232 None None] Checking router: 12fd7a95-23ea-4610-87a1-43dff2edc137 for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:43:30.606677 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9c65690c-a934-4840-baed-0a83ca6a1378 req-146f3b47-15aa-46a8-95e2-9b3deb3f316d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d93cae3-8698-4501-9dad-642b87babf0b HTTP/1.1" status: 200 len: 850 time: 0.0416451 Mar 28 14:43:30.616418 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0163058c-b956-4475-bd77-bad651cd2232 None None] Routers {'12fd7a95-23ea-4610-87a1-43dff2edc137'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:43:30.616957 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-0163058c-b956-4475-bd77-bad651cd2232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:43:02Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['12fd7a95-23ea-4610-87a1-43dff2edc137'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:43:30.658245 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65690c-a934-4840-baed-0a83ca6a1378 req-d6100340-318f-4c7c-8190-35b4b384190d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:30.659767 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9c65690c-a934-4840-baed-0a83ca6a1378 req-d6100340-318f-4c7c-8190-35b4b384190d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f405bb5a-c1e1-4b86-b73d-65ef62332c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445995 Mar 28 14:43:30.722633 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-0163058c-b956-4475-bd77-bad651cd2232 None None] Set router 12fd7a95-23ea-4610-87a1-43dff2edc137 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:43:30.749416 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9c65690c-a934-4840-baed-0a83ca6a1378 req-6a5ed1bf-307a-45b9-b0c9-ff72fb8d0ebb service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828717 Mar 28 14:43:30.840075 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-9c65690c-a934-4840-baed-0a83ca6a1378 req-82965f0f-9284-4b55-a344-618b0f1310d9 service neutron] 10.222.0.18 "GET /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840850 Mar 28 14:43:30.921148 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-0163058c-b956-4475-bd77-bad651cd2232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 4, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port': {'id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '3d70ce31-82a1-4d64-9a4c-c9ca9a38474e', 'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'mac_address': 'fa:16:3e:ca:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:49Z', 'updated_at': '2022-03-28T14:34:56Z', 'revision_number': 5, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'subnets': [{'id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:43:30.947981 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0163058c-b956-4475-bd77-bad651cd2232 None None] The sync data for ids ['12fd7a95-23ea-4610-87a1-43dff2edc137'] in dv-cinder-790535-35-iscsi is: [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:50Z', 'revision_number': 4, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port': {'id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': '3d70ce31-82a1-4d64-9a4c-c9ca9a38474e', 'name': '', 'network_id': 'f405bb5a-c1e1-4b86-b73d-65ef62332c49', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'mac_address': 'fa:16:3e:ca:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:49Z', 'updated_at': '2022-03-28T14:34:56Z', 'revision_number': 5, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'subnets': [{'id': '5d93cae3-8698-4501-9dad-642b87babf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:43:31.177903 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d41aa32-48f2-41f4-b9d1-2b973e126740 None None] New status for floating IP 21502414-328d-4594-a459-c137036a9960: DOWN {{(pid=103207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:43:31.572877 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-46536845-270e-4df5-b089-335c9e24b8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:31.689468 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6118429-757b-4c71-97c8-b7666ad6a587 req-cf183f1b-5f1c-4710-a427-59f6722541d3 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:31.690990 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d6118429-757b-4c71-97c8-b7666ad6a587 req-cf183f1b-5f1c-4710-a427-59f6722541d3 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 946 time: 0.0745904 Mar 28 14:43:31.739150 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-d6118429-757b-4c71-97c8-b7666ad6a587 req-ccde5fb6-ec4f-4554-b6ec-9a1c1634a2ef tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/security-groups?id=47d5060e-785d-4d76-9c59-ac2cccec1e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421493 Mar 28 14:43:31.899440 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13cc87-0a04-4b95-b3f9-36cc3a4ef598 req-d3864f88-f770-4884-ac5f-be604ee155e4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:31.900988 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-dd13cc87-0a04-4b95-b3f9-36cc3a4ef598 req-d3864f88-f770-4884-ac5f-be604ee155e4 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 946 time: 0.0602121 Mar 28 14:43:32.010716 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-dd13cc87-0a04-4b95-b3f9-36cc3a4ef598 req-f34cdf84-6eaa-4900-b919-c899849cc126 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Deleting port 2fbac741-d085-498f-83bc-4bbf2f018506 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:43:32.011042 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-dd13cc87-0a04-4b95-b3f9-36cc3a4ef598 req-f34cdf84-6eaa-4900-b919-c899849cc126 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (2fbac741-d085-498f-83bc-4bbf2f018506), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:32.109982 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-dd13cc87-0a04-4b95-b3f9-36cc3a4ef598 req-f34cdf84-6eaa-4900-b919-c899849cc126 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] For port 2fbac741-d085-498f-83bc-4bbf2f018506, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2fbac741-d085-498f-83bc-4bbf2f018506,segment=NetworkSegment(e3a08f39-70e6-409b-9013-2dc1166e0fe4),segment_id=e3a08f39-70e6-409b-9013-2dc1166e0fe4)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:43:32.110341 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-dd13cc87-0a04-4b95-b3f9-36cc3a4ef598 req-f34cdf84-6eaa-4900-b919-c899849cc126 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (2fbac741-d085-498f-83bc-4bbf2f018506), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:32.123474 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-dd13cc87-0a04-4b95-b3f9-36cc3a4ef598 req-f34cdf84-6eaa-4900-b919-c899849cc126 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Calling delete_port for 2fbac741-d085-498f-83bc-4bbf2f018506 owned by compute:nova {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:43:32.258061 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-dd13cc87-0a04-4b95-b3f9-36cc3a4ef598 req-f34cdf84-6eaa-4900-b919-c899849cc126 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (2fbac741-d085-498f-83bc-4bbf2f018506), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:32.285786 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34cdf84-6eaa-4900-b919-c899849cc126 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Pushing event deleted for resources: {'Port': ['ID=2fbac741-d085-498f-83bc-4bbf2f018506,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:43:32.327999 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd13cc87-0a04-4b95-b3f9-36cc3a4ef598 req-f34cdf84-6eaa-4900-b919-c899849cc126 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] No DVR routers for this DVR port 2fbac741-d085-498f-83bc-4bbf2f018506 on host hv-cinder-79053 {{(pid=103205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:43:32.330486 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-dd13cc87-0a04-4b95-b3f9-36cc3a4ef598 req-f34cdf84-6eaa-4900-b919-c899849cc126 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:32.333812 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-dd13cc87-0a04-4b95-b3f9-36cc3a4ef598 req-f34cdf84-6eaa-4900-b919-c899849cc126 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.18 "DELETE /v2.0/ports/2fbac741-d085-498f-83bc-4bbf2f018506 HTTP/1.1" status: 204 len: 173 time: 0.4276137 Mar 28 14:43:32.334254 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9', 'name': 'network-vif-deleted', 'tag': '2fbac741-d085-498f-83bc-4bbf2f018506'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:43:32.336521 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b68cf0-7b34-492b-9e39-0bac37f7e64f" -d '{"events": [{"server_uuid": "cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9", "name": "network-vif-deleted", "tag": "2fbac741-d085-498f-83bc-4bbf2f018506"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:43:32.375379 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29690397-2470-450f-98c1-9407a0aadb18 x-openstack-request-id: req-29690397-2470-450f-98c1-9407a0aadb18 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:43:32.375678 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9", "name": "network-vif-deleted", "tag": "2fbac741-d085-498f-83bc-4bbf2f018506", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:43:32.375934 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29690397-2470-450f-98c1-9407a0aadb18 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:43:32.376340 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29690397-2470-450f-98c1-9407a0aadb18'] response: {'server_uuid': 'cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9', 'name': 'network-vif-deleted', 'tag': '2fbac741-d085-498f-83bc-4bbf2f018506', 'status': 'completed', 'code': 200} Mar 28 14:43:32.737909 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:32.846646 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-4e67a672-cb1f-4252-8ec5-6999a9fbb8e1 req-f5c8038b-ac36-497d-b5da-8ac98833b7e7 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd9663c3-a87b-4f66-91b5-fe4a2a4d2ba9 HTTP/1.1" status: 200 len: 210 time: 0.0271828 Mar 28 14:43:33.907006 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50928) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:43:34.007101 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:34.032235 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-cdcbd5c1-9b43-4e56-801e-9abd8a286814 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Deleting port 32124cc5-ff17-4cb1-8ac8-9a5d61797667 {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:43:34.032586 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd5c1-9b43-4e56-801e-9abd8a286814 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (32124cc5-ff17-4cb1-8ac8-9a5d61797667), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:34.110475 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd5c1-9b43-4e56-801e-9abd8a286814 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (32124cc5-ff17-4cb1-8ac8-9a5d61797667), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:34.110876 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd5c1-9b43-4e56-801e-9abd8a286814 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for floatingip (32124cc5-ff17-4cb1-8ac8-9a5d61797667), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:34.123386 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-cdcbd5c1-9b43-4e56-801e-9abd8a286814 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Calling delete_port for 32124cc5-ff17-4cb1-8ac8-9a5d61797667 owned by network:floatingip {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:43:34.262624 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd5c1-9b43-4e56-801e-9abd8a286814 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (32124cc5-ff17-4cb1-8ac8-9a5d61797667), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:34.292921 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbd5c1-9b43-4e56-801e-9abd8a286814 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Pushing event deleted for resources: {'Port': ['ID=32124cc5-ff17-4cb1-8ac8-9a5d61797667,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:43:34.314533 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcbd5c1-9b43-4e56-801e-9abd8a286814 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:34.314872 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcbd5c1-9b43-4e56-801e-9abd8a286814 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:34.315233 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcbd5c1-9b43-4e56-801e-9abd8a286814 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:34.315547 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcbd5c1-9b43-4e56-801e-9abd8a286814 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:34.315877 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcbd5c1-9b43-4e56-801e-9abd8a286814 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:34.316195 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcbd5c1-9b43-4e56-801e-9abd8a286814 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:34.316512 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcbd5c1-9b43-4e56-801e-9abd8a286814 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:34.316824 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcbd5c1-9b43-4e56-801e-9abd8a286814 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:34.317136 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcbd5c1-9b43-4e56-801e-9abd8a286814 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:34.317463 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcbd5c1-9b43-4e56-801e-9abd8a286814 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:34.317799 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcbd5c1-9b43-4e56-801e-9abd8a286814 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:34.318114 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcbd5c1-9b43-4e56-801e-9abd8a286814 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:34.318425 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcbd5c1-9b43-4e56-801e-9abd8a286814 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:34.318735 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcbd5c1-9b43-4e56-801e-9abd8a286814 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:34.319054 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcbd5c1-9b43-4e56-801e-9abd8a286814 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:34.361157 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd5c1-9b43-4e56-801e-9abd8a286814 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for floatingip (f5012c90-b20b-4259-b48e-800562b705f7), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:34.364019 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd5c1-9b43-4e56-801e-9abd8a286814 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:34.365171 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-cdcbd5c1-9b43-4e56-801e-9abd8a286814 tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "DELETE /v2.0/floatingips/f5012c90-b20b-4259-b48e-800562b705f7 HTTP/1.1" status: 204 len: 168 time: 0.4570792 Mar 28 14:43:34.766305 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 2fbac741-d085-498f-83bc-4bbf2f018506 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:43:34.789344 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] No Port match for: 2fbac741-d085-498f-83bc-4bbf2f018506 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:43:34.789618 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device 2fbac741-d085-498f-83bc-4bbf2f018506 not bound to the agent host hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:43:35.480504 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:35.583462 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50940) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:43:35.651207 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-22f036d6-ff53-436e-8925-9b5d285395cb tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for security_group (47d5060e-785d-4d76-9c59-ac2cccec1e7f), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:35.677395 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-22f036d6-ff53-436e-8925-9b5d285395cb tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for security_group (47d5060e-785d-4d76-9c59-ac2cccec1e7f), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:35.742444 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-22f036d6-ff53-436e-8925-9b5d285395cb tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (47d5060e-785d-4d76-9c59-ac2cccec1e7f), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:35.745043 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-22f036d6-ff53-436e-8925-9b5d285395cb tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:35.746166 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-22f036d6-ff53-436e-8925-9b5d285395cb tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] 10.222.0.13 "DELETE /v2.0/security-groups/47d5060e-785d-4d76-9c59-ac2cccec1e7f HTTP/1.1" status: 204 len: 168 time: 0.1617410 Mar 28 14:43:35.755504 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f036d6-ff53-436e-8925-9b5d285395cb tempest-TestVolumeBootPattern-656563695 tempest-TestVolumeBootPattern-656563695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d5060e-785d-4d76-9c59-ac2cccec1e7f,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:43:35.803846 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50944) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:43:36.241097 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f54c42b9-e188-48ab-8146-e33c16e3a5c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1559664'] for router_interface (12fd7a95-23ea-4610-87a1-43dff2edc137), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:36.744427 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-f54c42b9-e188-48ab-8146-e33c16e3a5c7 admin admin] Deleting port 3d70ce31-82a1-4d64-9a4c-c9ca9a38474e {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:43:36.745143 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f54c42b9-e188-48ab-8146-e33c16e3a5c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (3d70ce31-82a1-4d64-9a4c-c9ca9a38474e), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:36.824288 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-f54c42b9-e188-48ab-8146-e33c16e3a5c7 admin admin] For port 3d70ce31-82a1-4d64-9a4c-c9ca9a38474e, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=3d70ce31-82a1-4d64-9a4c-c9ca9a38474e,segment=NetworkSegment(e3a08f39-70e6-409b-9013-2dc1166e0fe4),segment_id=e3a08f39-70e6-409b-9013-2dc1166e0fe4)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:43:36.824646 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f54c42b9-e188-48ab-8146-e33c16e3a5c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (3d70ce31-82a1-4d64-9a4c-c9ca9a38474e), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:36.837261 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-f54c42b9-e188-48ab-8146-e33c16e3a5c7 admin admin] Calling delete_port for 3d70ce31-82a1-4d64-9a4c-c9ca9a38474e owned by network:router_interface {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:43:37.024129 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f54c42b9-e188-48ab-8146-e33c16e3a5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (3d70ce31-82a1-4d64-9a4c-c9ca9a38474e), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:37.054629 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c42b9-e188-48ab-8146-e33c16e3a5c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d70ce31-82a1-4d64-9a4c-c9ca9a38474e,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:43:37.217086 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f54c42b9-e188-48ab-8146-e33c16e3a5c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1566807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1558496'] for router_interface (12fd7a95-23ea-4610-87a1-43dff2edc137), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:37.432084 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54c42b9-e188-48ab-8146-e33c16e3a5c7 admin admin] Router 12fd7a95-23ea-4610-87a1-43dff2edc137 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:43:37.537756 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54c42b9-e188-48ab-8146-e33c16e3a5c7 admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:43:37.542723 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-f54c42b9-e188-48ab-8146-e33c16e3a5c7 admin admin] 10.222.0.13 "PUT /v2.0/routers/12fd7a95-23ea-4610-87a1-43dff2edc137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7378047 Mar 28 14:43:37.545959 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 50948) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:43:37.546916 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b57741-f33c-4980-8b35-3baa3cf53f42 None None] Sync routers for ids ['12fd7a95-23ea-4610-87a1-43dff2edc137'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:43:37.557797 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b57741-f33c-4980-8b35-3baa3cf53f42 None None] Routers {'12fd7a95-23ea-4610-87a1-43dff2edc137'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:43:37.558415 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-d9b57741-f33c-4980-8b35-3baa3cf53f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:43:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['12fd7a95-23ea-4610-87a1-43dff2edc137'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:43:37.649648 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-372baea3-a2ad-4744-93da-3d89aa5e7e7c admin admin] Publish callbacks [] for router (12fd7a95-23ea-4610-87a1-43dff2edc137), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:37.756599 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-372baea3-a2ad-4744-93da-3d89aa5e7e7c admin admin] Publish callbacks [] for router_gateway (12fd7a95-23ea-4610-87a1-43dff2edc137), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:37.799624 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-d9b57741-f33c-4980-8b35-3baa3cf53f42 None None] Set router 12fd7a95-23ea-4610-87a1-43dff2edc137 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:43:37.815130 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-372baea3-a2ad-4744-93da-3d89aa5e7e7c admin admin] Deleting port 00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:43:37.815466 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-372baea3-a2ad-4744-93da-3d89aa5e7e7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:37.897643 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-372baea3-a2ad-4744-93da-3d89aa5e7e7c admin admin] For port 00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:43:37.898010 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-372baea3-a2ad-4744-93da-3d89aa5e7e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:37.911886 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-372baea3-a2ad-4744-93da-3d89aa5e7e7c admin admin] Calling delete_port for 00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821 owned by network:router_gateway {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:43:37.976450 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-d9b57741-f33c-4980-8b35-3baa3cf53f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:43:36Z', 'revision_number': 5, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port': {'id': '00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:43:38.008658 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b57741-f33c-4980-8b35-3baa3cf53f42 None None] Checking router: 12fd7a95-23ea-4610-87a1-43dff2edc137 for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:43:38.017476 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b57741-f33c-4980-8b35-3baa3cf53f42 None None] Routers {'12fd7a95-23ea-4610-87a1-43dff2edc137'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:43:38.018103 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-d9b57741-f33c-4980-8b35-3baa3cf53f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:43:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['12fd7a95-23ea-4610-87a1-43dff2edc137'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:43:38.080639 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-372baea3-a2ad-4744-93da-3d89aa5e7e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:38.102873 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-d9b57741-f33c-4980-8b35-3baa3cf53f42 None None] Set router 12fd7a95-23ea-4610-87a1-43dff2edc137 gateway port host: None {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:43:38.103162 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372baea3-a2ad-4744-93da-3d89aa5e7e7c admin admin] Pushing event deleted for resources: {'Port': ['ID=00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:43:38.157193 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-d9b57741-f33c-4980-8b35-3baa3cf53f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:43:37Z', 'revision_number': 6, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port_host': None}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:43:38.168904 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-372baea3-a2ad-4744-93da-3d89aa5e7e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1557770'] for router_gateway (12fd7a95-23ea-4610-87a1-43dff2edc137), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:38.183200 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b57741-f33c-4980-8b35-3baa3cf53f42 None None] The sync data for ids ['12fd7a95-23ea-4610-87a1-43dff2edc137'] in dv-cinder-790535-35-iscsi is: [{'id': '12fd7a95-23ea-4610-87a1-43dff2edc137', 'name': 'tempest-TestVolumeBootPattern-183429555-router', 'tenant_id': 'e4f53d69085f474b95d14b83626c9705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:43:37Z', 'revision_number': 6, 'project_id': 'e4f53d69085f474b95d14b83626c9705', 'gw_port_host': None}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:43:38.260394 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-372baea3-a2ad-4744-93da-3d89aa5e7e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63126'] for router (12fd7a95-23ea-4610-87a1-43dff2edc137), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:38.262538 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-372baea3-a2ad-4744-93da-3d89aa5e7e7c admin admin] Publish callbacks [] for router_controller (12fd7a95-23ea-4610-87a1-43dff2edc137), precommit_delete_associations {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:38.305696 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-372baea3-a2ad-4744-93da-3d89aa5e7e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572847'] for router (12fd7a95-23ea-4610-87a1-43dff2edc137), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:38.306480 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372baea3-a2ad-4744-93da-3d89aa5e7e7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12fd7a95-23ea-4610-87a1-43dff2edc137 {{(pid=103205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:43:38.312803 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-372baea3-a2ad-4744-93da-3d89aa5e7e7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:38.313960 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-372baea3-a2ad-4744-93da-3d89aa5e7e7c admin admin] 10.222.0.13 "DELETE /v2.0/routers/12fd7a95-23ea-4610-87a1-43dff2edc137 HTTP/1.1" status: 204 len: 168 time: 0.7670336 Mar 28 14:43:38.316967 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 50950) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:43:38.362660 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_v2 [None req-be85dc20-b6f9-4fe1-8bdb-9ebcca2a9505 admin admin] Deleting subnet 5d93cae3-8698-4501-9dad-642b87babf0b {{(pid=103205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 14:43:38.366346 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-be85dc20-b6f9-4fe1-8bdb-9ebcca2a9505 admin admin] Publish callbacks [] for subnet (5d93cae3-8698-4501-9dad-642b87babf0b), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:38.405469 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-be85dc20-b6f9-4fe1-8bdb-9ebcca2a9505 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4630593'] for subnet (5d93cae3-8698-4501-9dad-642b87babf0b), precommit_delete_associations {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:38.501430 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-be85dc20-b6f9-4fe1-8bdb-9ebcca2a9505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3594039'] for subnet (5d93cae3-8698-4501-9dad-642b87babf0b), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:38.556476 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-be85dc20-b6f9-4fe1-8bdb-9ebcca2a9505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4675365'] for subnet (5d93cae3-8698-4501-9dad-642b87babf0b), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:38.583747 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-be85dc20-b6f9-4fe1-8bdb-9ebcca2a9505 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:38.589420 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f34d08e-47c2-4f61-9608-3f7d4c2a8a16 None None] Network f405bb5a-c1e1-4b86-b73d-65ef62332c49 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:43:38.590458 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-be85dc20-b6f9-4fe1-8bdb-9ebcca2a9505 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5d93cae3-8698-4501-9dad-642b87babf0b HTTP/1.1" status: 204 len: 168 time: 0.2724211 Mar 28 14:43:38.590669 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50952) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:43:38.591913 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85dc20-b6f9-4fe1-8bdb-9ebcca2a9505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d93cae3-8698-4501-9dad-642b87babf0b,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:43:38.673072 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbe6b421-b8b2-43da-b419-f71e3630bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3456630'] for network (f405bb5a-c1e1-4b86-b73d-65ef62332c49), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:38.732466 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-fbe6b421-b8b2-43da-b419-f71e3630bb68 admin admin] Deleting port 91b50e7b-0e64-41fd-bdea-9aa748804fba {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:43:38.732803 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbe6b421-b8b2-43da-b419-f71e3630bb68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (91b50e7b-0e64-41fd-bdea-9aa748804fba), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:38.798449 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-fbe6b421-b8b2-43da-b419-f71e3630bb68 admin admin] For port 91b50e7b-0e64-41fd-bdea-9aa748804fba, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=91b50e7b-0e64-41fd-bdea-9aa748804fba,segment=NetworkSegment(e3a08f39-70e6-409b-9013-2dc1166e0fe4),segment_id=e3a08f39-70e6-409b-9013-2dc1166e0fe4)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:43:38.798676 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbe6b421-b8b2-43da-b419-f71e3630bb68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (91b50e7b-0e64-41fd-bdea-9aa748804fba), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:38.812490 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-fbe6b421-b8b2-43da-b419-f71e3630bb68 admin admin] Calling delete_port for 91b50e7b-0e64-41fd-bdea-9aa748804fba owned by network:dhcp {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:43:38.911760 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbe6b421-b8b2-43da-b419-f71e3630bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (91b50e7b-0e64-41fd-bdea-9aa748804fba), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:38.947353 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6b421-b8b2-43da-b419-f71e3630bb68 admin admin] Pushing event deleted for resources: {'Port': ['ID=91b50e7b-0e64-41fd-bdea-9aa748804fba,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:43:38.949185 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe6b421-b8b2-43da-b419-f71e3630bb68 admin admin] No DVR routers for this DVR port 91b50e7b-0e64-41fd-bdea-9aa748804fba on host dv-cinder-790535-35-iscsi {{(pid=103204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:43:38.967936 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c44d35-bc2a-428d-8529-f3f2fa5b864b None None] DHCP port deletion for f405bb5a-c1e1-4b86-b73d-65ef62332c49 request from dv-cinder-790535-35-iscsi {{(pid=103206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 14:43:39.031449 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 3d70ce31-82a1-4d64-9a4c-c9ca9a38474e no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:43:39.041387 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbe6b421-b8b2-43da-b419-f71e3630bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3641020', 'neutron.services.segments.db._delete_segments_for_network-8793221261626'] for network (f405bb5a-c1e1-4b86-b73d-65ef62332c49), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:39.051153 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: 3d70ce31-82a1-4d64-9a4c-c9ca9a38474e {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:43:39.051445 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 3d70ce31-82a1-4d64-9a4c-c9ca9a38474e not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:43:39.052180 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 91b50e7b-0e64-41fd-bdea-9aa748804fba no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:43:39.070776 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-fbe6b421-b8b2-43da-b419-f71e3630bb68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f405bb5a-c1e1-4b86-b73d-65ef62332c49']}} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:43:39.076345 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: 91b50e7b-0e64-41fd-bdea-9aa748804fba {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:43:39.076695 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 91b50e7b-0e64-41fd-bdea-9aa748804fba not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:43:39.077130 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821 no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:43:39.081196 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-fbe6b421-b8b2-43da-b419-f71e3630bb68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a08f39-70e6-409b-9013-2dc1166e0fe4') {'for_net_delete': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:43:39.081497 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-fbe6b421-b8b2-43da-b419-f71e3630bb68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a08f39-70e6-409b-9013-2dc1166e0fe4') {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:43:39.091381 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbe6b421-b8b2-43da-b419-f71e3630bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221459523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5805729'] for segment (e3a08f39-70e6-409b-9013-2dc1166e0fe4), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:39.098188 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: 00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:43:39.098638 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 00f201a4-6b8d-4ceb-bbeb-c3c2ef80d821 not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:43:39.104744 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbe6b421-b8b2-43da-b419-f71e3630bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (e3a08f39-70e6-409b-9013-2dc1166e0fe4), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:39.115572 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe6b421-b8b2-43da-b419-f71e3630bb68 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:43:39.115971 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbe6b421-b8b2-43da-b419-f71e3630bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4427866'] for segment (e3a08f39-70e6-409b-9013-2dc1166e0fe4), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: Traceback (most recent call last): Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: timer() Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: cb(*args, **kw) Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: return func(*args, **kwargs) Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: self._notify() Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: self.callback(batched_events) Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: event.method(event) Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: return f(self, *a, **k) Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: return self._get(url).json() Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: return self.request(url, 'GET', **kwargs) Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:43:39.117674 dv-cinder-790535-35-iscsi neutron-server[103204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:43:39.170923 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbe6b421-b8b2-43da-b419-f71e3630bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3641013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1557862'] for network (f405bb5a-c1e1-4b86-b73d-65ef62332c49), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:39.176161 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbe6b421-b8b2-43da-b419-f71e3630bb68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:39.179395 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-fbe6b421-b8b2-43da-b419-f71e3630bb68 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f405bb5a-c1e1-4b86-b73d-65ef62332c49 HTTP/1.1" status: 204 len: 168 time: 0.5876911 Mar 28 14:43:39.182481 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 50954) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:43:39.193919 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6b421-b8b2-43da-b419-f71e3630bb68 admin admin] Pushing event deleted for resources: {'Network': ['ID=f405bb5a-c1e1-4b86-b73d-65ef62332c49,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:43:39.549317 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2afa4a22-085f-49c3-9138-b34c6e4b622c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1559664'] for router_interface (165ccd63-9f50-4b42-8918-b0111a20e2f7), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:39.736350 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:39.798221 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-2afa4a22-085f-49c3-9138-b34c6e4b622c admin admin] Deleting port 90cba590-1f4c-4538-912a-4a4997a3b07e {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:43:39.798872 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2afa4a22-085f-49c3-9138-b34c6e4b622c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (90cba590-1f4c-4538-912a-4a4997a3b07e), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:39.875824 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-2afa4a22-085f-49c3-9138-b34c6e4b622c admin admin] For port 90cba590-1f4c-4538-912a-4a4997a3b07e, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=90cba590-1f4c-4538-912a-4a4997a3b07e,segment=NetworkSegment(def5deae-426c-4ee1-b743-70224eb0cf4b),segment_id=def5deae-426c-4ee1-b743-70224eb0cf4b)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:43:39.876067 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2afa4a22-085f-49c3-9138-b34c6e4b622c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (90cba590-1f4c-4538-912a-4a4997a3b07e), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:39.888247 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-2afa4a22-085f-49c3-9138-b34c6e4b622c admin admin] Calling delete_port for 90cba590-1f4c-4538-912a-4a4997a3b07e owned by network:router_interface {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:43:40.072558 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2afa4a22-085f-49c3-9138-b34c6e4b622c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (90cba590-1f4c-4538-912a-4a4997a3b07e), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:40.099932 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa4a22-085f-49c3-9138-b34c6e4b622c admin admin] Pushing event deleted for resources: {'Port': ['ID=90cba590-1f4c-4538-912a-4a4997a3b07e,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:43:40.517913 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-2afa4a22-085f-49c3-9138-b34c6e4b622c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1566807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1558496'] for router_interface (165ccd63-9f50-4b42-8918-b0111a20e2f7), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:40.735360 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afa4a22-085f-49c3-9138-b34c6e4b622c admin admin] Router 165ccd63-9f50-4b42-8918-b0111a20e2f7 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:43:40.853941 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afa4a22-085f-49c3-9138-b34c6e4b622c admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:43:40.859695 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-2afa4a22-085f-49c3-9138-b34c6e4b622c admin admin] 10.222.0.13 "PUT /v2.0/routers/165ccd63-9f50-4b42-8918-b0111a20e2f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6759853 Mar 28 14:43:40.861618 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50956) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:43:40.863042 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b75f66-569a-4f34-a31b-e56d91ce18e7 None None] Sync routers for ids ['165ccd63-9f50-4b42-8918-b0111a20e2f7'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:43:40.873034 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b75f66-569a-4f34-a31b-e56d91ce18e7 None None] Routers {'165ccd63-9f50-4b42-8918-b0111a20e2f7'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:43:40.874731 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-95b75f66-569a-4f34-a31b-e56d91ce18e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:43:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['165ccd63-9f50-4b42-8918-b0111a20e2f7'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:43:40.971728 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e8775130-fb8b-4095-9698-e69a6a3aaf92 admin admin] Publish callbacks [] for router (165ccd63-9f50-4b42-8918-b0111a20e2f7), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:40.988239 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-95b75f66-569a-4f34-a31b-e56d91ce18e7 None None] Set router 165ccd63-9f50-4b42-8918-b0111a20e2f7 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:43:41.076489 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e8775130-fb8b-4095-9698-e69a6a3aaf92 admin admin] Publish callbacks [] for router_gateway (165ccd63-9f50-4b42-8918-b0111a20e2f7), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:41.130528 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-e8775130-fb8b-4095-9698-e69a6a3aaf92 admin admin] Deleting port 2012fdb0-eb16-4eb6-a1da-5346d1d472ff {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:43:41.130838 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e8775130-fb8b-4095-9698-e69a6a3aaf92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (2012fdb0-eb16-4eb6-a1da-5346d1d472ff), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:41.159547 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-95b75f66-569a-4f34-a31b-e56d91ce18e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165ccd63-9f50-4b42-8918-b0111a20e2f7', 'name': 'tempest-TestVolumeBootPattern-2083600384-router', 'tenant_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '2012fdb0-eb16-4eb6-a1da-5346d1d472ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:53Z', 'updated_at': '2022-03-28T14:43:40Z', 'revision_number': 5, 'project_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'gw_port': {'id': '2012fdb0-eb16-4eb6-a1da-5346d1d472ff', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:db:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165ccd63-9f50-4b42-8918-b0111a20e2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:53Z', 'updated_at': '2022-03-28T14:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:43:41.188359 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b75f66-569a-4f34-a31b-e56d91ce18e7 None None] Checking router: 165ccd63-9f50-4b42-8918-b0111a20e2f7 for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:43:41.197026 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b75f66-569a-4f34-a31b-e56d91ce18e7 None None] Routers {'165ccd63-9f50-4b42-8918-b0111a20e2f7'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:43:41.197641 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-95b75f66-569a-4f34-a31b-e56d91ce18e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:43:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['165ccd63-9f50-4b42-8918-b0111a20e2f7'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:43:41.208889 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-e8775130-fb8b-4095-9698-e69a6a3aaf92 admin admin] For port 2012fdb0-eb16-4eb6-a1da-5346d1d472ff, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=2012fdb0-eb16-4eb6-a1da-5346d1d472ff,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:43:41.209323 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e8775130-fb8b-4095-9698-e69a6a3aaf92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (2012fdb0-eb16-4eb6-a1da-5346d1d472ff), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:41.221494 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-e8775130-fb8b-4095-9698-e69a6a3aaf92 admin admin] Calling delete_port for 2012fdb0-eb16-4eb6-a1da-5346d1d472ff owned by network:router_gateway {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:43:41.282677 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-95b75f66-569a-4f34-a31b-e56d91ce18e7 None None] Set router 165ccd63-9f50-4b42-8918-b0111a20e2f7 gateway port host: None {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:43:41.334215 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-95b75f66-569a-4f34-a31b-e56d91ce18e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165ccd63-9f50-4b42-8918-b0111a20e2f7', 'name': 'tempest-TestVolumeBootPattern-2083600384-router', 'tenant_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:53Z', 'updated_at': '2022-03-28T14:43:41Z', 'revision_number': 6, 'project_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'gw_port_host': None}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:43:41.359523 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b75f66-569a-4f34-a31b-e56d91ce18e7 None None] The sync data for ids ['165ccd63-9f50-4b42-8918-b0111a20e2f7'] in dv-cinder-790535-35-iscsi is: [{'id': '165ccd63-9f50-4b42-8918-b0111a20e2f7', 'name': 'tempest-TestVolumeBootPattern-2083600384-router', 'tenant_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:53Z', 'updated_at': '2022-03-28T14:43:41Z', 'revision_number': 6, 'project_id': 'e1ca0256a81e4770b588d7c6cf4c4b2f', 'gw_port_host': None}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:43:41.398074 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e8775130-fb8b-4095-9698-e69a6a3aaf92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (2012fdb0-eb16-4eb6-a1da-5346d1d472ff), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:41.422911 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8775130-fb8b-4095-9698-e69a6a3aaf92 admin admin] Pushing event deleted for resources: {'Port': ['ID=2012fdb0-eb16-4eb6-a1da-5346d1d472ff,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:43:41.483677 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e8775130-fb8b-4095-9698-e69a6a3aaf92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1557770'] for router_gateway (165ccd63-9f50-4b42-8918-b0111a20e2f7), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:41.582507 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e8775130-fb8b-4095-9698-e69a6a3aaf92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63126'] for router (165ccd63-9f50-4b42-8918-b0111a20e2f7), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:41.584882 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e8775130-fb8b-4095-9698-e69a6a3aaf92 admin admin] Publish callbacks [] for router_controller (165ccd63-9f50-4b42-8918-b0111a20e2f7), precommit_delete_associations {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:41.634035 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e8775130-fb8b-4095-9698-e69a6a3aaf92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572847'] for router (165ccd63-9f50-4b42-8918-b0111a20e2f7), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:41.634601 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8775130-fb8b-4095-9698-e69a6a3aaf92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 165ccd63-9f50-4b42-8918-b0111a20e2f7 {{(pid=103204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:43:41.639006 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e8775130-fb8b-4095-9698-e69a6a3aaf92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:41.640167 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-e8775130-fb8b-4095-9698-e69a6a3aaf92 admin admin] 10.222.0.13 "DELETE /v2.0/routers/165ccd63-9f50-4b42-8918-b0111a20e2f7 HTTP/1.1" status: 204 len: 168 time: 0.7775383 Mar 28 14:43:41.642903 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50958) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:43:41.689568 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc59482-94ed-43b7-ab90-aa8ee96c91dc admin admin] Deleting subnet 60c6e1c4-00ed-4ded-b301-c026a0bf7bc0 {{(pid=103204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 14:43:41.693409 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbc59482-94ed-43b7-ab90-aa8ee96c91dc admin admin] Publish callbacks [] for subnet (60c6e1c4-00ed-4ded-b301-c026a0bf7bc0), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:41.728257 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbc59482-94ed-43b7-ab90-aa8ee96c91dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5805738'] for subnet (60c6e1c4-00ed-4ded-b301-c026a0bf7bc0), precommit_delete_associations {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:41.808726 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbc59482-94ed-43b7-ab90-aa8ee96c91dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3594039'] for subnet (60c6e1c4-00ed-4ded-b301-c026a0bf7bc0), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:41.862973 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbc59482-94ed-43b7-ab90-aa8ee96c91dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4432380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4368958'] for subnet (60c6e1c4-00ed-4ded-b301-c026a0bf7bc0), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:41.891314 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc59482-94ed-43b7-ab90-aa8ee96c91dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60c6e1c4-00ed-4ded-b301-c026a0bf7bc0,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:43:41.898045 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbc59482-94ed-43b7-ab90-aa8ee96c91dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for subnet (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:41.903694 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-fbc59482-94ed-43b7-ab90-aa8ee96c91dc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/60c6e1c4-00ed-4ded-b301-c026a0bf7bc0 HTTP/1.1" status: 204 len: 168 time: 0.2574635 Mar 28 14:43:41.903865 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f46f797-22a8-4769-bf25-d830a0bb4112 None None] Network 9e0357cd-76bd-4e21-89d4-9d78cc417f8b requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:43:41.904304 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50960) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:43:41.975809 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a3519853-3f7a-4c7f-8b8d-94907cd48b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3456630'] for network (9e0357cd-76bd-4e21-89d4-9d78cc417f8b), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:42.029645 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-a3519853-3f7a-4c7f-8b8d-94907cd48b67 admin admin] Deleting port b09ed3fb-dd59-481c-8514-81ac76653677 {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:43:42.029944 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a3519853-3f7a-4c7f-8b8d-94907cd48b67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (b09ed3fb-dd59-481c-8514-81ac76653677), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:42.092383 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbef6ccc-0bd5-4d9a-98e5-a1824bb5bacb None None] DHCP port deletion for 9e0357cd-76bd-4e21-89d4-9d78cc417f8b request from dv-cinder-790535-35-iscsi {{(pid=103206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 14:43:42.092947 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-a3519853-3f7a-4c7f-8b8d-94907cd48b67 admin admin] For port b09ed3fb-dd59-481c-8514-81ac76653677, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=b09ed3fb-dd59-481c-8514-81ac76653677,segment=NetworkSegment(def5deae-426c-4ee1-b743-70224eb0cf4b),segment_id=def5deae-426c-4ee1-b743-70224eb0cf4b)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:43:42.093425 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a3519853-3f7a-4c7f-8b8d-94907cd48b67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (b09ed3fb-dd59-481c-8514-81ac76653677), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:42.108405 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-a3519853-3f7a-4c7f-8b8d-94907cd48b67 admin admin] Calling delete_port for b09ed3fb-dd59-481c-8514-81ac76653677 owned by network:dhcp {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:43:42.145008 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-cbef6ccc-0bd5-4d9a-98e5-a1824bb5bacb None None] Deleting port b09ed3fb-dd59-481c-8514-81ac76653677 {{(pid=103206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:43:42.145483 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-cbef6ccc-0bd5-4d9a-98e5-a1824bb5bacb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (b09ed3fb-dd59-481c-8514-81ac76653677), before_delete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:42.198989 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a3519853-3f7a-4c7f-8b8d-94907cd48b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (b09ed3fb-dd59-481c-8514-81ac76653677), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:42.213796 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-cbef6ccc-0bd5-4d9a-98e5-a1824bb5bacb None None] For port b09ed3fb-dd59-481c-8514-81ac76653677, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=b09ed3fb-dd59-481c-8514-81ac76653677,segment=NetworkSegment(def5deae-426c-4ee1-b743-70224eb0cf4b),segment_id=def5deae-426c-4ee1-b743-70224eb0cf4b)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:43:42.214284 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-cbef6ccc-0bd5-4d9a-98e5-a1824bb5bacb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (b09ed3fb-dd59-481c-8514-81ac76653677), precommit_delete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:42.228652 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-cbef6ccc-0bd5-4d9a-98e5-a1824bb5bacb None None] Calling delete_port for b09ed3fb-dd59-481c-8514-81ac76653677 owned by network:dhcp {{(pid=103206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:43:42.237928 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3519853-3f7a-4c7f-8b8d-94907cd48b67 admin admin] Pushing event deleted for resources: {'Port': ['ID=b09ed3fb-dd59-481c-8514-81ac76653677,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:43:42.244792 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3519853-3f7a-4c7f-8b8d-94907cd48b67 admin admin] No DVR routers for this DVR port b09ed3fb-dd59-481c-8514-81ac76653677 on host dv-cinder-790535-35-iscsi {{(pid=103204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:43:42.318682 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-cbef6ccc-0bd5-4d9a-98e5-a1824bb5bacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879'] for port (b09ed3fb-dd59-481c-8514-81ac76653677), after_delete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:42.329937 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a3519853-3f7a-4c7f-8b8d-94907cd48b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3641020', 'neutron.services.segments.db._delete_segments_for_network-8793221261626'] for network (9e0357cd-76bd-4e21-89d4-9d78cc417f8b), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:42.341985 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef6ccc-0bd5-4d9a-98e5-a1824bb5bacb None None] Pushing event deleted for resources: {'Port': ['ID=b09ed3fb-dd59-481c-8514-81ac76653677,revision_number=None']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:43:42.352350 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbef6ccc-0bd5-4d9a-98e5-a1824bb5bacb None None] No DVR routers for this DVR port b09ed3fb-dd59-481c-8514-81ac76653677 on host dv-cinder-790535-35-iscsi {{(pid=103206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:43:42.354504 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6ccc-0bd5-4d9a-98e5-a1824bb5bacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:42.355012 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6ccc-0bd5-4d9a-98e5-a1824bb5bacb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:42.355391 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6ccc-0bd5-4d9a-98e5-a1824bb5bacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:42.355735 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6ccc-0bd5-4d9a-98e5-a1824bb5bacb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:42.356076 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6ccc-0bd5-4d9a-98e5-a1824bb5bacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:42.356412 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6ccc-0bd5-4d9a-98e5-a1824bb5bacb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:42.356543 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-a3519853-3f7a-4c7f-8b8d-94907cd48b67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0357cd-76bd-4e21-89d4-9d78cc417f8b']}} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:43:42.356740 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6ccc-0bd5-4d9a-98e5-a1824bb5bacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:42.357937 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6ccc-0bd5-4d9a-98e5-a1824bb5bacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:42.358571 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6ccc-0bd5-4d9a-98e5-a1824bb5bacb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:42.358750 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6ccc-0bd5-4d9a-98e5-a1824bb5bacb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:42.359148 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6ccc-0bd5-4d9a-98e5-a1824bb5bacb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:42.359486 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6ccc-0bd5-4d9a-98e5-a1824bb5bacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:42.359814 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6ccc-0bd5-4d9a-98e5-a1824bb5bacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:42.360140 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6ccc-0bd5-4d9a-98e5-a1824bb5bacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:42.360466 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef6ccc-0bd5-4d9a-98e5-a1824bb5bacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:43:42.375218 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-a3519853-3f7a-4c7f-8b8d-94907cd48b67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def5deae-426c-4ee1-b743-70224eb0cf4b') {'for_net_delete': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:43:42.375725 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-a3519853-3f7a-4c7f-8b8d-94907cd48b67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def5deae-426c-4ee1-b743-70224eb0cf4b') {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:43:42.379771 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b64001-11ba-4d80-a192-e978570f3431 req-44fb7c65-9d5f-4a69-a3b7-ef4f706c0bc9 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:42.381734 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a8b64001-11ba-4d80-a192-e978570f3431 req-44fb7c65-9d5f-4a69-a3b7-ef4f706c0bc9 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 945 time: 0.0643573 Mar 28 14:43:42.387860 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a3519853-3f7a-4c7f-8b8d-94907cd48b67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221459523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5805729'] for segment (def5deae-426c-4ee1-b743-70224eb0cf4b), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:42.402285 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a3519853-3f7a-4c7f-8b8d-94907cd48b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (def5deae-426c-4ee1-b743-70224eb0cf4b), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:42.408386 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3519853-3f7a-4c7f-8b8d-94907cd48b67 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:43:42.408788 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a3519853-3f7a-4c7f-8b8d-94907cd48b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4427866'] for segment (def5deae-426c-4ee1-b743-70224eb0cf4b), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: Traceback (most recent call last): Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: timer() Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: cb(*args, **kw) Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: return func(*args, **kwargs) Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: self._notify() Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: self.callback(batched_events) Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: event.method(event) Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: return f(self, *a, **k) Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: return self._get(url).json() Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: return self.request(url, 'GET', **kwargs) Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:43:42.410567 dv-cinder-790535-35-iscsi neutron-server[103204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:43:42.443385 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a8b64001-11ba-4d80-a192-e978570f3431 req-66f9b003-b9fa-4095-9f2f-971e91d674bd tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532982 Mar 28 14:43:42.472285 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a3519853-3f7a-4c7f-8b8d-94907cd48b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3641013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1557862'] for network (9e0357cd-76bd-4e21-89d4-9d78cc417f8b), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:42.488060 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a3519853-3f7a-4c7f-8b8d-94907cd48b67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:42.491318 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-a3519853-3f7a-4c7f-8b8d-94907cd48b67 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9e0357cd-76bd-4e21-89d4-9d78cc417f8b HTTP/1.1" status: 204 len: 168 time: 0.5863678 Mar 28 14:43:42.492239 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3519853-3f7a-4c7f-8b8d-94907cd48b67 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e0357cd-76bd-4e21-89d4-9d78cc417f8b,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:43:42.608351 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50968) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:43:42.649329 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-cb0b576a-5a89-481f-8ced-a3a7ca98c89e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4f53d69085f474b95d14b83626c9705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396872 Mar 28 14:43:42.652479 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50970) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:43:42.706399 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f7cdfedb-7dfa-4988-89a9-5adac8cb1ce7 admin admin] Publish callbacks [] for security_group (b2c84e0e-bd48-44e7-91cf-85a72b1a0ce3), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:42.729138 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f7cdfedb-7dfa-4988-89a9-5adac8cb1ce7 admin admin] Publish callbacks [] for security_group (b2c84e0e-bd48-44e7-91cf-85a72b1a0ce3), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:42.781117 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f7cdfedb-7dfa-4988-89a9-5adac8cb1ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (b2c84e0e-bd48-44e7-91cf-85a72b1a0ce3), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:42.783850 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f7cdfedb-7dfa-4988-89a9-5adac8cb1ce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:42.785203 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-f7cdfedb-7dfa-4988-89a9-5adac8cb1ce7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2c84e0e-bd48-44e7-91cf-85a72b1a0ce3 HTTP/1.1" status: 204 len: 168 time: 0.1318078 Mar 28 14:43:42.793125 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdfedb-7dfa-4988-89a9-5adac8cb1ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c84e0e-bd48-44e7-91cf-85a72b1a0ce3,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:43:42.893973 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 90cba590-1f4c-4538-912a-4a4997a3b07e no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:43:42.917205 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: 90cba590-1f4c-4538-912a-4a4997a3b07e {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:43:42.917882 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 90cba590-1f4c-4538-912a-4a4997a3b07e not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:43:42.917882 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device b09ed3fb-dd59-481c-8514-81ac76653677 no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:43:42.936151 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: b09ed3fb-dd59-481c-8514-81ac76653677 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:43:42.936492 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device b09ed3fb-dd59-481c-8514-81ac76653677 not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:43:42.936905 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 2012fdb0-eb16-4eb6-a1da-5346d1d472ff no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:43:42.955540 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: 2012fdb0-eb16-4eb6-a1da-5346d1d472ff {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:43:42.955884 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 2012fdb0-eb16-4eb6-a1da-5346d1d472ff not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:43:43.137895 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50976) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:43:43.177981 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-eb9fbc92-69aa-44ef-aaee-1522142ce571 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1ca0256a81e4770b588d7c6cf4c4b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388219 Mar 28 14:43:43.181082 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 50978) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:43:43.228169 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-30d5dd2d-289b-493f-a415-b0d97755665c admin admin] Publish callbacks [] for security_group (5618e98e-687b-437b-8081-9fe615c4755e), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:43.249703 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-30d5dd2d-289b-493f-a415-b0d97755665c admin admin] Publish callbacks [] for security_group (5618e98e-687b-437b-8081-9fe615c4755e), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:43.303585 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-30d5dd2d-289b-493f-a415-b0d97755665c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (5618e98e-687b-437b-8081-9fe615c4755e), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:43.306290 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-30d5dd2d-289b-493f-a415-b0d97755665c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:43.307439 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-30d5dd2d-289b-493f-a415-b0d97755665c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5618e98e-687b-437b-8081-9fe615c4755e HTTP/1.1" status: 204 len: 168 time: 0.1254950 Mar 28 14:43:43.314845 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5dd2d-289b-493f-a415-b0d97755665c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5618e98e-687b-437b-8081-9fe615c4755e,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:43:43.567356 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3db1d4-d170-45e1-85c5-ea3ab87c0f0d req-4388dd6b-d245-46b1-819a-a681fbbaae96 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:43.568987 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3f3db1d4-d170-45e1-85c5-ea3ab87c0f0d req-4388dd6b-d245-46b1-819a-a681fbbaae96 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 945 time: 0.0603626 Mar 28 14:43:43.621157 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-3f3db1d4-d170-45e1-85c5-ea3ab87c0f0d req-8ab05190-5bea-4721-9e18-91b21d1cb587 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457797 Mar 28 14:43:44.755792 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aef29d-2b6d-4ff4-9695-a66591cece35 req-bbc60ac9-90a1-475d-9174-e4c301e83ad7 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:44.757253 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e1aef29d-2b6d-4ff4-9695-a66591cece35 req-bbc60ac9-90a1-475d-9174-e4c301e83ad7 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 945 time: 0.0548625 Mar 28 14:43:44.808267 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-e1aef29d-2b6d-4ff4-9695-a66591cece35 req-34d7e229-3f97-4f84-b6bf-1cc0d51b87b1 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452821 Mar 28 14:43:45.932643 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4326fd-e06a-43c5-b244-8a720acde5a5 req-cbc399a9-f8d9-462f-9f58-c0341547bb8c tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:45.934102 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ed4326fd-e06a-43c5-b244-8a720acde5a5 req-cbc399a9-f8d9-462f-9f58-c0341547bb8c tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 945 time: 0.0520716 Mar 28 14:43:45.985751 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-ed4326fd-e06a-43c5-b244-8a720acde5a5 req-0d82aa07-14bf-4412-90f6-c81d2104f1aa tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447075 Mar 28 14:43:47.115343 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9dba3-8140-4333-90de-ebc9c6f9ddff req-35fa2611-74d6-4581-9823-e6782ca10c78 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:47.116719 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3fa9dba3-8140-4333-90de-ebc9c6f9ddff req-35fa2611-74d6-4581-9823-e6782ca10c78 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 945 time: 0.0584798 Mar 28 14:43:47.170816 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-3fa9dba3-8140-4333-90de-ebc9c6f9ddff req-df24a90e-3592-4c4d-b36d-25ec7538e6ca tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454688 Mar 28 14:43:48.016571 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [req-7112a9f4-3921-461f-94eb-824c778148c7 req-dc1553d4-b9a2-4592-aa88-2ce08205965e service neutron] (103204) timed out ('10.222.0.18', 55670) {{(pid=103204) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 28 14:43:48.309780 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebeaae-f57f-4ddd-bef4-3a6539efcaa2 req-b4a3a57f-14f1-4ef3-a6e3-6e2b0bbda6b9 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:48.311282 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-deebeaae-f57f-4ddd-bef4-3a6539efcaa2 req-b4a3a57f-14f1-4ef3-a6e3-6e2b0bbda6b9 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 945 time: 0.0581782 Mar 28 14:43:48.358134 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-deebeaae-f57f-4ddd-bef4-3a6539efcaa2 req-e76dc8a7-4781-4bd9-9c23-5ed07a6875c9 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412507 Mar 28 14:43:49.497468 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bd8aa-2ca5-4c5f-93bd-1e040387336e req-bbb547ee-6eb7-48c4-ae30-77906bcbe29d tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:49.499513 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7d0bd8aa-2ca5-4c5f-93bd-1e040387336e req-bbb547ee-6eb7-48c4-ae30-77906bcbe29d tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 945 time: 0.0626328 Mar 28 14:43:49.547249 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-7d0bd8aa-2ca5-4c5f-93bd-1e040387336e req-06cffb75-9b6f-47d7-a7f5-5c202fb64010 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419910 Mar 28 14:43:50.682686 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e271b-9994-4b37-bb72-05b1e2ead017 req-13b32bd3-6d56-4533-b5ab-98d8e639ffdb tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:50.684180 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b86e271b-9994-4b37-bb72-05b1e2ead017 req-13b32bd3-6d56-4533-b5ab-98d8e639ffdb tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 945 time: 0.0612648 Mar 28 14:43:50.733908 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-b86e271b-9994-4b37-bb72-05b1e2ead017 req-362e66fd-4a4d-4fb0-b4dc-77b468aab126 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438967 Mar 28 14:43:51.869311 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc70a81-1a97-4042-bb32-3931696b1ee8 req-6b379367-5c85-4c40-89dd-19cf731162c3 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:51.870779 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bdc70a81-1a97-4042-bb32-3931696b1ee8 req-6b379367-5c85-4c40-89dd-19cf731162c3 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 945 time: 0.0583179 Mar 28 14:43:51.905314 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:43:51.920893 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-bdc70a81-1a97-4042-bb32-3931696b1ee8 req-6115152d-701b-4628-b8f1-7fe277dc08eb tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440829 Mar 28 14:43:52.496908 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bf30c-ce53-426f-97c4-b08a0d8830c5 req-9fb27946-aa10-49fe-b68a-bdbf30cd5df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:52.498410 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-af1bf30c-ce53-426f-97c4-b08a0d8830c5 req-9fb27946-aa10-49fe-b68a-bdbf30cd5df9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=90455fab77da4d25b45e2591471cafe2&device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 1129 time: 0.0488834 Mar 28 14:43:52.597714 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bf30c-ce53-426f-97c4-b08a0d8830c5 req-9eac8d8d-69fe-4424-83a8-fce538dee65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:52.599587 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-af1bf30c-ce53-426f-97c4-b08a0d8830c5 req-9eac8d8d-69fe-4424-83a8-fce538dee65d service neutron] 10.222.0.18 "GET /v2.0/networks?id=dff95311-d3e1-42f9-9d29-8b61dc1dbd4d HTTP/1.1" status: 200 len: 910 time: 0.0951362 Mar 28 14:43:52.666777 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-af1bf30c-ce53-426f-97c4-b08a0d8830c5 req-248aad77-0b3a-4249-b041-f4b7dd06fe68 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0c37cc3-3e86-4652-a0e9-3e2306c81dfa HTTP/1.1" status: 200 len: 1001 time: 0.0614455 Mar 28 14:43:52.714691 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bf30c-ce53-426f-97c4-b08a0d8830c5 req-f323f3f2-9a03-424d-b3ab-aac6c43af429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:52.716116 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-af1bf30c-ce53-426f-97c4-b08a0d8830c5 req-f323f3f2-9a03-424d-b3ab-aac6c43af429 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43ce9c2c-6ece-478d-a688-8128eca38e75 HTTP/1.1" status: 200 len: 848 time: 0.0430808 Mar 28 14:43:52.764848 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bf30c-ce53-426f-97c4-b08a0d8830c5 req-ede3fc97-3f76-42fd-adcb-d61ec65db021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:52.766278 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-af1bf30c-ce53-426f-97c4-b08a0d8830c5 req-ede3fc97-3f76-42fd-adcb-d61ec65db021 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dff95311-d3e1-42f9-9d29-8b61dc1dbd4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442789 Mar 28 14:43:52.861132 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-af1bf30c-ce53-426f-97c4-b08a0d8830c5 req-d2f03bc8-16db-4809-9213-ab55710c94a8 service neutron] 10.222.0.18 "GET /v2.0/networks/dff95311-d3e1-42f9-9d29-8b61dc1dbd4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882137 Mar 28 14:43:52.950698 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-af1bf30c-ce53-426f-97c4-b08a0d8830c5 req-acfabde1-6b76-41e9-bd0c-4d48018735a3 service neutron] 10.222.0.18 "GET /v2.0/networks/dff95311-d3e1-42f9-9d29-8b61dc1dbd4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840614 Mar 28 14:43:53.042408 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163b95f-5b49-4f43-81bf-03b1e6ca7b75 req-8475b6c4-1b34-458b-9acb-6c7f1cf44bd6 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:53.043798 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f163b95f-5b49-4f43-81bf-03b1e6ca7b75 req-8475b6c4-1b34-458b-9acb-6c7f1cf44bd6 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 945 time: 0.0531690 Mar 28 14:43:53.097118 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-f163b95f-5b49-4f43-81bf-03b1e6ca7b75 req-85d17ba7-ccff-4c0c-8892-235bd4694677 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477304 Mar 28 14:43:54.236951 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6b831-7c66-46f2-a828-384a277d792d req-406f15b9-1280-4ac8-bd6d-102e44cb39b6 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:54.238361 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-75e6b831-7c66-46f2-a828-384a277d792d req-406f15b9-1280-4ac8-bd6d-102e44cb39b6 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 945 time: 0.0626328 Mar 28 14:43:54.289275 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-75e6b831-7c66-46f2-a828-384a277d792d req-78a559bd-a6cd-453f-9197-eaa074bd85bb tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450802 Mar 28 14:43:55.406839 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad846f1-0943-4ea0-866d-0979cf1d771b req-383982ce-1fcc-4de6-9358-f8cc51091020 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:55.408348 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-bad846f1-0943-4ea0-866d-0979cf1d771b req-383982ce-1fcc-4de6-9358-f8cc51091020 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 945 time: 0.0522900 Mar 28 14:43:55.455983 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-bad846f1-0943-4ea0-866d-0979cf1d771b req-2943193a-39fc-4e2a-bf81-a2a7962de544 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418954 Mar 28 14:43:55.523478 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [req-de162fbf-d4af-4464-b34d-dfc3acdcfde5 req-b8711270-fe8a-4a38-9388-1eee8176ef74 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103205) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 14:43:55.524487 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-de162fbf-d4af-4464-b34d-dfc3acdcfde5 req-b8711270-fe8a-4a38-9388-1eee8176ef74 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055087 Mar 28 14:43:55.680389 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179d530-d8dd-4d7e-b7d8-cc2b7aa67d43 req-083a6974-826c-4732-8f81-dc0fbb03aeef tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:55.681881 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d179d530-d8dd-4d7e-b7d8-cc2b7aa67d43 req-083a6974-826c-4732-8f81-dc0fbb03aeef tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 945 time: 0.0530617 Mar 28 14:43:55.729847 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-d179d530-d8dd-4d7e-b7d8-cc2b7aa67d43 req-395267fb-192e-47b4-89df-336e06e7c3aa tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421951 Mar 28 14:43:55.744783 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 51012) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:43:55.837492 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-84a49233-53ce-4221-843f-66e4e2584749 req-cf58e8eb-601d-4b6f-bf09-c907f8591bbf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914531 Mar 28 14:43:55.845929 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [req-84a49233-53ce-4221-843f-66e4e2584749 req-4e410be1-ac07-4ba9-b4c8-8046a9c44730 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103204) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 14:43:55.846849 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-84a49233-53ce-4221-843f-66e4e2584749 req-4e410be1-ac07-4ba9-b4c8-8046a9c44730 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047979 Mar 28 14:43:56.014367 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 51020) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:43:56.109066 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a49233-53ce-4221-843f-66e4e2584749 req-d0368639-6f3d-4cf5-b47e-d6ebce8513a1 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:56.110316 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-84a49233-53ce-4221-843f-66e4e2584749 req-d0368639-6f3d-4cf5-b47e-d6ebce8513a1 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports/f0c37cc3-3e86-4652-a0e9-3e2306c81dfa HTTP/1.1" status: 200 len: 942 time: 0.0949512 Mar 28 14:43:56.855463 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdeb3d-4386-4284-89eb-e672e76f339e req-e1a763a9-c38e-43eb-95ef-9093da89710f tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:56.857772 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device f0c37cc3-3e86-4652-a0e9-3e2306c81dfa no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:43:56.858320 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-88fdeb3d-4386-4284-89eb-e672e76f339e req-e1a763a9-c38e-43eb-95ef-9093da89710f tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 945 time: 0.0584123 Mar 28 14:43:56.911254 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-88fdeb3d-4386-4284-89eb-e672e76f339e req-35e3b714-5a56-4684-99d9-38448a5d7b00 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457923 Mar 28 14:43:56.953071 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa is: ACTIVE; New status is: DOWN {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:43:56.953467 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (f0c37cc3-3e86-4652-a0e9-3e2306c81dfa), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:56.976132 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c849ab8-447b-431e-ae6c-0b07618bbbc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0c37cc3-3e86-4652-a0e9-3e2306c81dfa'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:43:56.978396 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cd9237-6be5-4ec7-9250-23fd4edd5ca7" -d '{"events": [{"server_uuid": "2c849ab8-447b-431e-ae6c-0b07618bbbc5", "name": "network-vif-unplugged", "status": "completed", "tag": "f0c37cc3-3e86-4652-a0e9-3e2306c81dfa"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:43:56.991669 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f0c37cc3-3e86-4652-a0e9-3e2306c81dfa,segment=NetworkSegment(802340a0-449c-4b85-83c8-be612a26f36d),segment_id=802340a0-449c-4b85-83c8-be612a26f36d)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:43:56.997439 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (f0c37cc3-3e86-4652-a0e9-3e2306c81dfa), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:57.022610 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Mar 2022 14:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f37ee3e-74b2-4ac4-bd28-b0e3804210e2 x-openstack-request-id: req-7f37ee3e-74b2-4ac4-bd28-b0e3804210e2 {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:43:57.022902 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c849ab8-447b-431e-ae6c-0b07618bbbc5", "name": "network-vif-unplugged", "status": "failed", "tag": "f0c37cc3-3e86-4652-a0e9-3e2306c81dfa", "code": 422}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:43:57.023181 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f37ee3e-74b2-4ac4-bd28-b0e3804210e2 {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:43:57.023591 dv-cinder-790535-35-iscsi neutron-server[103206]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7f37ee3e-74b2-4ac4-bd28-b0e3804210e2']: {'server_uuid': '2c849ab8-447b-431e-ae6c-0b07618bbbc5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f0c37cc3-3e86-4652-a0e9-3e2306c81dfa', 'code': 422} returned with failed status Mar 28 14:43:57.052369 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=f0c37cc3-3e86-4652-a0e9-3e2306c81dfa,revision_number=6']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:43:57.355550 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a49233-53ce-4221-843f-66e4e2584749 req-49ac1964-b49c-44fe-b6a0-88c7e9f25404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:57.356954 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-84a49233-53ce-4221-843f-66e4e2584749 req-49ac1964-b49c-44fe-b6a0-88c7e9f25404 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5&tenant_id=90455fab77da4d25b45e2591471cafe2 HTTP/1.1" status: 200 len: 1127 time: 0.0503178 Mar 28 14:43:57.421058 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a49233-53ce-4221-843f-66e4e2584749 req-6dbec419-b044-43a6-a65c-a158d969c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:57.422586 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-84a49233-53ce-4221-843f-66e4e2584749 req-6dbec419-b044-43a6-a65c-a158d969c7bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=90455fab77da4d25b45e2591471cafe2&device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 1127 time: 0.0450521 Mar 28 14:43:57.515332 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a49233-53ce-4221-843f-66e4e2584749 req-7ecd5975-d26c-4fbd-8565-832cd7dba221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:57.516803 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-84a49233-53ce-4221-843f-66e4e2584749 req-7ecd5975-d26c-4fbd-8565-832cd7dba221 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dff95311-d3e1-42f9-9d29-8b61dc1dbd4d HTTP/1.1" status: 200 len: 910 time: 0.0885680 Mar 28 14:43:57.584513 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-84a49233-53ce-4221-843f-66e4e2584749 req-dc2562e6-5acc-40ad-8ee9-0ed104e9a547 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0c37cc3-3e86-4652-a0e9-3e2306c81dfa HTTP/1.1" status: 200 len: 999 time: 0.0612016 Mar 28 14:43:57.633323 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a49233-53ce-4221-843f-66e4e2584749 req-e0e48d32-6d96-4737-a000-8be8e29c356d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:57.634611 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-84a49233-53ce-4221-843f-66e4e2584749 req-e0e48d32-6d96-4737-a000-8be8e29c356d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43ce9c2c-6ece-478d-a688-8128eca38e75 HTTP/1.1" status: 200 len: 848 time: 0.0438387 Mar 28 14:43:57.682759 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a49233-53ce-4221-843f-66e4e2584749 req-3c158f07-4fc7-4aac-8f66-357ae03d3acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:57.684254 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-84a49233-53ce-4221-843f-66e4e2584749 req-3c158f07-4fc7-4aac-8f66-357ae03d3acc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dff95311-d3e1-42f9-9d29-8b61dc1dbd4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442159 Mar 28 14:43:57.776634 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-84a49233-53ce-4221-843f-66e4e2584749 req-8fe0cd84-c15d-456e-a2df-b19bea07d346 service neutron] 10.222.0.18 "GET /v2.0/networks/dff95311-d3e1-42f9-9d29-8b61dc1dbd4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858035 Mar 28 14:43:57.861650 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-84a49233-53ce-4221-843f-66e4e2584749 req-05c66e2e-9c60-4dbd-9dea-711d5b95e488 service neutron] 10.222.0.18 "GET /v2.0/networks/dff95311-d3e1-42f9-9d29-8b61dc1dbd4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793974 Mar 28 14:43:58.042468 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6c2fa-168f-48cf-a22b-6edaa1675268 req-38b94e47-1e35-43d1-9e69-1deba232896b tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:58.043987 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b4d6c2fa-168f-48cf-a22b-6edaa1675268 req-38b94e47-1e35-43d1-9e69-1deba232896b tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 943 time: 0.0535929 Mar 28 14:43:58.100365 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b4d6c2fa-168f-48cf-a22b-6edaa1675268 req-c185a7c2-19b2-4b2c-a82b-ac06ca1a514c tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477591 Mar 28 14:43:59.234202 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7785a-f85f-47ca-9a35-028d9c7aff35 req-75a23f3c-6b39-4094-bddc-944c2685f8e7 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:59.235707 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6bf7785a-f85f-47ca-9a35-028d9c7aff35 req-75a23f3c-6b39-4094-bddc-944c2685f8e7 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 943 time: 0.0641022 Mar 28 14:43:59.277543 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-99c9e761-6213-4b44-9446-5ecf3267a022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:43:59.290414 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-6bf7785a-f85f-47ca-9a35-028d9c7aff35 req-aa0a6f94-bd60-4356-b12b-9465cbd38bd0 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462255 Mar 28 14:44:00.421670 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fed4e-2747-47ac-80a3-f8ab405989f8 req-8feb73ac-bf93-46fb-9d59-a49e54f99071 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:44:00.423160 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-307fed4e-2747-47ac-80a3-f8ab405989f8 req-8feb73ac-bf93-46fb-9d59-a49e54f99071 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 943 time: 0.0552700 Mar 28 14:44:00.475167 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-307fed4e-2747-47ac-80a3-f8ab405989f8 req-4db5e4cf-2df2-4679-a906-994676315477 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437193 Mar 28 14:44:01.569065 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-4310fb75-e75e-444c-8574-f73d8bc94c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:44:01.607759 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc2a4e-22a9-4579-81cf-363f5a7b9e5d req-d7120455-be35-4bcd-bb8d-ea80a1d9f6bc tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:44:01.609242 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-77dc2a4e-22a9-4579-81cf-363f5a7b9e5d req-d7120455-be35-4bcd-bb8d-ea80a1d9f6bc tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 943 time: 0.0605967 Mar 28 14:44:01.664373 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-77dc2a4e-22a9-4579-81cf-363f5a7b9e5d req-084668fb-de30-43e1-82b5-c232ebb6a360 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462832 Mar 28 14:44:02.741331 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:44:02.789538 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5952137-ea43-4d2d-bf78-b38eb42b9f47 req-acc1290a-3e1b-4c54-8cc2-e20c487a1f02 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:44:02.791050 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a5952137-ea43-4d2d-bf78-b38eb42b9f47 req-acc1290a-3e1b-4c54-8cc2-e20c487a1f02 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 943 time: 0.0538168 Mar 28 14:44:02.840461 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-a5952137-ea43-4d2d-bf78-b38eb42b9f47 req-61be12eb-8714-458d-92f5-bd89d71dd52f tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435622 Mar 28 14:44:03.963208 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1c701-4e44-46ce-b775-27fff5381f92 req-5ecb5fa2-f77a-4d3c-82a7-63511549c4d4 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:44:03.964674 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-15a1c701-4e44-46ce-b775-27fff5381f92 req-5ecb5fa2-f77a-4d3c-82a7-63511549c4d4 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 943 time: 0.0527551 Mar 28 14:44:04.009342 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:44:04.013402 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-15a1c701-4e44-46ce-b775-27fff5381f92 req-6297023a-a539-41f2-91c6-3b6f851fe2be tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429804 Mar 28 14:44:04.920121 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device f0c37cc3-3e86-4652-a0e9-3e2306c81dfa details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:44:05.018701 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f0c37cc3-3e86-4652-a0e9-3e2306c81dfa,segment=NetworkSegment(802340a0-449c-4b85-83c8-be612a26f36d),segment_id=802340a0-449c-4b85-83c8-be612a26f36d)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:44:05.030402 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Returning: {'device': 'f0c37cc3-3e86-4652-a0e9-3e2306c81dfa', 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d', 'port_id': 'f0c37cc3-3e86-4652-a0e9-3e2306c81dfa', 'mac_address': 'fa:16:3e:1e:29:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ce9c2c-6ece-478d-a688-8128eca38e75', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:44:05.066968 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa is: DOWN; New status is: BUILD {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:44:05.067340 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (f0c37cc3-3e86-4652-a0e9-3e2306c81dfa), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:44:05.080308 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c37cc3-3e86-4652-a0e9-3e2306c81dfa {{(pid=103206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:44:05.100558 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f0c37cc3-3e86-4652-a0e9-3e2306c81dfa,segment=NetworkSegment(802340a0-449c-4b85-83c8-be612a26f36d),segment_id=802340a0-449c-4b85-83c8-be612a26f36d)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:44:05.107117 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (f0c37cc3-3e86-4652-a0e9-3e2306c81dfa), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:44:05.136577 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21557a61-c106-441e-a345-9b74d63a91da req-6a84e37b-382d-41fb-b259-88975cfb4bb0 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:44:05.138021 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-21557a61-c106-441e-a345-9b74d63a91da req-6a84e37b-382d-41fb-b259-88975cfb4bb0 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 943 time: 0.0548637 Mar 28 14:44:05.157077 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=f0c37cc3-3e86-4652-a0e9-3e2306c81dfa,revision_number=7']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:44:05.184854 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-21557a61-c106-441e-a345-9b74d63a91da req-a29af918-f1ba-4509-a527-4c861b7fdcef tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409377 Mar 28 14:44:05.481527 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] get_ports_and_sgs() called for port_ids ['f0c37cc3-3e86-4652-a0e9-3e2306c81dfa'] {{(pid=103206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:44:05.485775 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:44:06.315957 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed55b0-f164-4e59-99f8-41c678a4ad58 req-6cac37ce-e035-47a7-82a6-5697697c0768 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:44:06.317389 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-61ed55b0-f164-4e59-99f8-41c678a4ad58 req-6cac37ce-e035-47a7-82a6-5697697c0768 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 944 time: 0.0573006 Mar 28 14:44:06.370621 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-61ed55b0-f164-4e59-99f8-41c678a4ad58 req-d74fdcb0-ecf7-40ff-bfc6-917ec9891303 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455565 Mar 28 14:44:06.920355 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device f0c37cc3-3e86-4652-a0e9-3e2306c81dfa up at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:44:06.971935 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.provisioning_blocks [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Provisioning complete for port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa triggered by entity L2. {{(pid=103206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 14:44:06.972301 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640799'] for port (f0c37cc3-3e86-4652-a0e9-3e2306c81dfa), provisioning_complete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:44:07.048623 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Current status of the port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa is: BUILD; New status is: ACTIVE {{(pid=103206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 14:44:07.048999 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618341'] for port (f0c37cc3-3e86-4652-a0e9-3e2306c81dfa), before_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:44:07.074323 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c849ab8-447b-431e-ae6c-0b07618bbbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c37cc3-3e86-4652-a0e9-3e2306c81dfa'}] {{(pid=103206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:44:07.076498 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec79b482d364e6ef02962cea586f5b0c5c80a25bdb3e0944c0f28b8084b09b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2306c7f4-1c7a-4821-aa36-333d2436627a" -d '{"events": [{"server_uuid": "2c849ab8-447b-431e-ae6c-0b07618bbbc5", "name": "network-vif-plugged", "status": "completed", "tag": "f0c37cc3-3e86-4652-a0e9-3e2306c81dfa"}]}' {{(pid=103206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:44:07.092382 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] For port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f0c37cc3-3e86-4652-a0e9-3e2306c81dfa,segment=NetworkSegment(802340a0-449c-4b85-83c8-be612a26f36d),segment_id=802340a0-449c-4b85-83c8-be612a26f36d)] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:44:07.098488 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221502091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220933892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220933910'] for port (f0c37cc3-3e86-4652-a0e9-3e2306c81dfa), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:44:07.120669 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4060939-63d3-41e9-a5c5-d5a9bf047b5f x-openstack-request-id: req-e4060939-63d3-41e9-a5c5-d5a9bf047b5f {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:44:07.120967 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c849ab8-447b-431e-ae6c-0b07618bbbc5", "name": "network-vif-plugged", "status": "completed", "tag": "f0c37cc3-3e86-4652-a0e9-3e2306c81dfa", "code": 200}]} {{(pid=103206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:44:07.121216 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4060939-63d3-41e9-a5c5-d5a9bf047b5f {{(pid=103206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:44:07.121601 dv-cinder-790535-35-iscsi neutron-server[103206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4060939-63d3-41e9-a5c5-d5a9bf047b5f'] response: {'server_uuid': '2c849ab8-447b-431e-ae6c-0b07618bbbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c37cc3-3e86-4652-a0e9-3e2306c81dfa', 'code': 200} Mar 28 14:44:07.146808 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Pushing event updated for resources: {'Port': ['ID=f0c37cc3-3e86-4652-a0e9-3e2306c81dfa,revision_number=8']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:44:07.324120 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014eec93-9d39-4a88-b38c-fc495abb8931 req-9c1db1bb-674f-40cc-a9a1-7dd3158c3e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:44:07.325732 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-014eec93-9d39-4a88-b38c-fc495abb8931 req-9c1db1bb-674f-40cc-a9a1-7dd3158c3e72 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 1129 time: 0.0456424 Mar 28 14:44:07.372165 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-014eec93-9d39-4a88-b38c-fc495abb8931 req-a9669e32-58b8-400f-8df5-ae1b0a1c8102 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406241 Mar 28 14:44:07.500643 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d664104-057d-48d4-8537-53e5eee80923 req-a0637ff0-0dea-4971-bfe5-2a6fb1bd0846 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:44:07.502082 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-2d664104-057d-48d4-8537-53e5eee80923 req-a0637ff0-0dea-4971-bfe5-2a6fb1bd0846 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 945 time: 0.0556605 Mar 28 14:44:07.551471 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-2d664104-057d-48d4-8537-53e5eee80923 req-f019ab0e-73db-47b0-a864-beb7ea97fd4e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435605 Mar 28 14:44:08.685568 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d335f-bdaa-4358-a62e-ebe71cd67033 req-09125b68-725a-43ba-8088-2e30b699160b tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:44:08.687226 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-df4d335f-bdaa-4358-a62e-ebe71cd67033 req-09125b68-725a-43ba-8088-2e30b699160b tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 945 time: 0.0575540 Mar 28 14:44:08.734766 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-df4d335f-bdaa-4358-a62e-ebe71cd67033 req-f8b13e4b-0165-43d4-8356-42e08df1ac94 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419495 Mar 28 14:44:09.745879 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:44:09.865487 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c6395-13d1-4a1d-b00d-720609e4b385 req-f1ae6ed9-89ea-412b-8635-8e131c1ec082 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:44:09.867194 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-273c6395-13d1-4a1d-b00d-720609e4b385 req-f1ae6ed9-89ea-412b-8635-8e131c1ec082 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 945 time: 0.0591528 Mar 28 14:44:09.916311 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-273c6395-13d1-4a1d-b00d-720609e4b385 req-dd0ac74e-1005-41a6-8a7f-791408769847 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435116 Mar 28 14:44:28.905900 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:44:29.290806 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ec646ac4-388e-46de-a540-bd4a83377b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:44:31.579950 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-32574e9b-fd73-4232-b705-afa94ee3cbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:44:32.752087 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:44:34.023044 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:44:35.491789 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:44:39.738490 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:44:57.333726 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-772dd4a7-4e34-4e99-83fb-91305c43afd4 req-5ddc40ac-ee6b-486b-9e43-7613e9e75897 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459280 Mar 28 14:44:57.429773 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dd4a7-4e34-4e99-83fb-91305c43afd4 req-1bf76ef1-9bd8-481c-9da2-f6bb3c2140a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:44:57.431274 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-772dd4a7-4e34-4e99-83fb-91305c43afd4 req-1bf76ef1-9bd8-481c-9da2-f6bb3c2140a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=90455fab77da4d25b45e2591471cafe2&device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 1129 time: 0.0537071 Mar 28 14:44:57.537392 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dd4a7-4e34-4e99-83fb-91305c43afd4 req-0812f945-ab7d-468b-a120-cb03814f832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:44:57.538850 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-772dd4a7-4e34-4e99-83fb-91305c43afd4 req-0812f945-ab7d-468b-a120-cb03814f832b service neutron] 10.222.0.18 "GET /v2.0/networks?id=dff95311-d3e1-42f9-9d29-8b61dc1dbd4d HTTP/1.1" status: 200 len: 910 time: 0.0886853 Mar 28 14:44:57.601393 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-772dd4a7-4e34-4e99-83fb-91305c43afd4 req-61d1839f-a2ed-4298-8b7a-832ebfd1c7e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0c37cc3-3e86-4652-a0e9-3e2306c81dfa HTTP/1.1" status: 200 len: 1001 time: 0.0562243 Mar 28 14:44:57.648098 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dd4a7-4e34-4e99-83fb-91305c43afd4 req-275677a4-ed7b-40db-bec7-1ab9d592df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:44:57.649473 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-772dd4a7-4e34-4e99-83fb-91305c43afd4 req-275677a4-ed7b-40db-bec7-1ab9d592df92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43ce9c2c-6ece-478d-a688-8128eca38e75 HTTP/1.1" status: 200 len: 848 time: 0.0417230 Mar 28 14:44:57.708025 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dd4a7-4e34-4e99-83fb-91305c43afd4 req-f412aebb-4332-4866-823e-66c23218a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:44:57.709503 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-772dd4a7-4e34-4e99-83fb-91305c43afd4 req-f412aebb-4332-4866-823e-66c23218a107 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dff95311-d3e1-42f9-9d29-8b61dc1dbd4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0530891 Mar 28 14:44:57.811351 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-772dd4a7-4e34-4e99-83fb-91305c43afd4 req-3f67dc90-0f8f-454b-b5c5-f76829f4cf4c service neutron] 10.222.0.18 "GET /v2.0/networks/dff95311-d3e1-42f9-9d29-8b61dc1dbd4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937002 Mar 28 14:44:57.902851 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-772dd4a7-4e34-4e99-83fb-91305c43afd4 req-58f0ece5-b251-4a42-832c-4f7433415f16 service neutron] 10.222.0.18 "GET /v2.0/networks/dff95311-d3e1-42f9-9d29-8b61dc1dbd4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852358 Mar 28 14:44:59.293855 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-99e393dd-8817-4db2-898b-3a9d38e2ea79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:01.581870 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-aaa607e1-a13a-45c7-8bc6-a3271ad285a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:02.760275 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:04.026895 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:05.496708 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:05.911104 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:45:09.757150 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:29.296870 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-93c72007-5d48-4895-b8ea-4003ab9a0e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:31.594550 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-2d27a171-27d8-4528-98bf-036c85019a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:32.763245 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:34.023658 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:35.493730 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:38.586896 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 51074) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:45:39.104419 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Deleting port 214bc0c8-4a49-4fa3-84ed-0d3389d5a69f {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:45:39.104719 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (214bc0c8-4a49-4fa3-84ed-0d3389d5a69f), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:39.178094 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (214bc0c8-4a49-4fa3-84ed-0d3389d5a69f), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:39.178328 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for floatingip (214bc0c8-4a49-4fa3-84ed-0d3389d5a69f), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:39.189854 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Calling delete_port for 214bc0c8-4a49-4fa3-84ed-0d3389d5a69f owned by network:floatingip {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:45:39.369760 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (214bc0c8-4a49-4fa3-84ed-0d3389d5a69f), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:39.394273 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Pushing event deleted for resources: {'Port': ['ID=214bc0c8-4a49-4fa3-84ed-0d3389d5a69f,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:45:39.405336 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:39.405681 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:39.406021 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:39.406364 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:39.406720 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:39.407053 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:39.407405 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:39.407733 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:39.408041 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:39.408365 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:39.408684 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:39.409006 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:39.409327 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:39.409650 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:39.409966 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:39.466412 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for floatingip (a84b3b6a-56e2-48ed-a582-b014966cf341), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:39.466670 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.db.l3_db [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Floating IP a84b3b6a-56e2-48ed-a582-b014966cf341 disassociated (deleted). External IP: 172.27.1.208, port: f0c37cc3-3e86-4652-a0e9-3e2306c81dfa. Mar 28 14:45:39.680897 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Router 0457c75c-bd88-4cc3-98ce-9911fdc6d153 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:45:39.747840 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:39.790384 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:45:39.795491 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for floatingip (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:39.801425 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe7b672-0b05-40a8-9c5c-ba4bb7d1f36d None None] Sync routers for ids ['0457c75c-bd88-4cc3-98ce-9911fdc6d153'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:45:39.811845 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe7b672-0b05-40a8-9c5c-ba4bb7d1f36d None None] Routers {'0457c75c-bd88-4cc3-98ce-9911fdc6d153'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:45:39.812572 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-bfe7b672-0b05-40a8-9c5c-ba4bb7d1f36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:45:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['0457c75c-bd88-4cc3-98ce-9911fdc6d153'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:45:39.824084 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-2017a6c0-e62d-4a02-af61-aab3703ae5a8 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "DELETE /v2.0/floatingips/a84b3b6a-56e2-48ed-a582-b014966cf341 HTTP/1.1" status: 204 len: 168 time: 1.2357445 Mar 28 14:45:39.824664 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c849ab8-447b-431e-ae6c-0b07618bbbc5', 'tag': 'f0c37cc3-3e86-4652-a0e9-3e2306c81dfa'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:45:39.828690 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d378c771d12563f68c1f59c9273be1365ef6a269510bcb02de4e9318e41428e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb5ed31-0f85-400a-9020-cf279e56720f" -d '{"events": [{"name": "network-changed", "server_uuid": "2c849ab8-447b-431e-ae6c-0b07618bbbc5", "tag": "f0c37cc3-3e86-4652-a0e9-3e2306c81dfa"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:45:39.867477 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1245880-b499-4578-b48e-cec9abc92316 x-openstack-request-id: req-b1245880-b499-4578-b48e-cec9abc92316 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:45:39.867740 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c849ab8-447b-431e-ae6c-0b07618bbbc5", "tag": "f0c37cc3-3e86-4652-a0e9-3e2306c81dfa", "status": "completed", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:45:39.868015 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1245880-b499-4578-b48e-cec9abc92316 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:45:39.868396 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1245880-b499-4578-b48e-cec9abc92316'] response: {'name': 'network-changed', 'server_uuid': '2c849ab8-447b-431e-ae6c-0b07618bbbc5', 'tag': 'f0c37cc3-3e86-4652-a0e9-3e2306c81dfa', 'status': 'completed', 'code': 200} Mar 28 14:45:39.942280 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5ed31-0f85-400a-9020-cf279e56720f req-8d057399-38ac-4d4e-8b25-fb46dccbb0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:39.944586 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-cbb5ed31-0f85-400a-9020-cf279e56720f req-8d057399-38ac-4d4e-8b25-fb46dccbb0b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=90455fab77da4d25b45e2591471cafe2&device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 1129 time: 0.0515382 Mar 28 14:45:40.045691 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5ed31-0f85-400a-9020-cf279e56720f req-5af74eb7-fcb7-4ab3-bddf-fa73367b88ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:40.047317 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-cbb5ed31-0f85-400a-9020-cf279e56720f req-5af74eb7-fcb7-4ab3-bddf-fa73367b88ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=dff95311-d3e1-42f9-9d29-8b61dc1dbd4d HTTP/1.1" status: 200 len: 910 time: 0.0964956 Mar 28 14:45:40.064656 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-bfe7b672-0b05-40a8-9c5c-ba4bb7d1f36d None None] Set router 0457c75c-bd88-4cc3-98ce-9911fdc6d153 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:45:40.091178 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81588b3b-a10d-40a7-8293-cf31cf438949 req-721988c2-8604-4d67-9a19-8051bf591234 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:40.091470 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-cbb5ed31-0f85-400a-9020-cf279e56720f req-eb63116a-a9f2-4353-9fbc-581825436026 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0c37cc3-3e86-4652-a0e9-3e2306c81dfa HTTP/1.1" status: 200 len: 217 time: 0.0347548 Mar 28 14:45:40.092701 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-81588b3b-a10d-40a7-8293-cf31cf438949 req-721988c2-8604-4d67-9a19-8051bf591234 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 945 time: 0.0515983 Mar 28 14:45:40.142904 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5ed31-0f85-400a-9020-cf279e56720f req-1f2411e0-f8be-48c9-bcfd-32d74667cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:40.144465 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-cbb5ed31-0f85-400a-9020-cf279e56720f req-1f2411e0-f8be-48c9-bcfd-32d74667cb0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43ce9c2c-6ece-478d-a688-8128eca38e75 HTTP/1.1" status: 200 len: 848 time: 0.0424356 Mar 28 14:45:40.147676 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [req-81588b3b-a10d-40a7-8293-cf31cf438949 req-343a9068-91aa-434a-8e88-1e9041d537e3 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493796 Mar 28 14:45:40.192714 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5ed31-0f85-400a-9020-cf279e56720f req-58243d2a-3737-4637-b5b3-8747fc6eced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:40.194234 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-cbb5ed31-0f85-400a-9020-cf279e56720f req-58243d2a-3737-4637-b5b3-8747fc6eced2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dff95311-d3e1-42f9-9d29-8b61dc1dbd4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423098 Mar 28 14:45:40.268507 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-bfe7b672-0b05-40a8-9c5c-ba4bb7d1f36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'name': 'tempest-TestShelveInstance-1384356229-router', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:40:18Z', 'updated_at': '2022-03-28T14:40:21Z', 'revision_number': 4, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'gw_port': {'id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:19Z', 'updated_at': '2022-03-28T14:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'eb392929-9b49-40db-965d-3fb56aac0ed7', 'name': '', 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'mac_address': 'fa:16:3e:50:9d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '43ce9c2c-6ece-478d-a688-8128eca38e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:20Z', 'updated_at': '2022-03-28T14:40:26Z', 'revision_number': 5, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'subnets': [{'id': '43ce9c2c-6ece-478d-a688-8128eca38e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:45:40.285626 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-cbb5ed31-0f85-400a-9020-cf279e56720f req-43b84573-2c76-4b5c-8520-badb12991666 service neutron] 10.222.0.18 "GET /v2.0/networks/dff95311-d3e1-42f9-9d29-8b61dc1dbd4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836530 Mar 28 14:45:40.294533 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe7b672-0b05-40a8-9c5c-ba4bb7d1f36d None None] Checking router: 0457c75c-bd88-4cc3-98ce-9911fdc6d153 for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:45:40.302828 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe7b672-0b05-40a8-9c5c-ba4bb7d1f36d None None] Routers {'0457c75c-bd88-4cc3-98ce-9911fdc6d153'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:45:40.303492 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-bfe7b672-0b05-40a8-9c5c-ba4bb7d1f36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:45:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['0457c75c-bd88-4cc3-98ce-9911fdc6d153'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:45:40.374990 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-cbb5ed31-0f85-400a-9020-cf279e56720f req-5430715e-1ff3-4f86-aa9f-834ffbc9f4c2 service neutron] 10.222.0.18 "GET /v2.0/networks/dff95311-d3e1-42f9-9d29-8b61dc1dbd4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817025 Mar 28 14:45:40.412068 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-bfe7b672-0b05-40a8-9c5c-ba4bb7d1f36d None None] Set router 0457c75c-bd88-4cc3-98ce-9911fdc6d153 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:45:40.611180 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-bfe7b672-0b05-40a8-9c5c-ba4bb7d1f36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'name': 'tempest-TestShelveInstance-1384356229-router', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:40:18Z', 'updated_at': '2022-03-28T14:40:21Z', 'revision_number': 4, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'gw_port': {'id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:19Z', 'updated_at': '2022-03-28T14:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'eb392929-9b49-40db-965d-3fb56aac0ed7', 'name': '', 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'mac_address': 'fa:16:3e:50:9d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '43ce9c2c-6ece-478d-a688-8128eca38e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:20Z', 'updated_at': '2022-03-28T14:40:26Z', 'revision_number': 5, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'subnets': [{'id': '43ce9c2c-6ece-478d-a688-8128eca38e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:45:40.641154 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe7b672-0b05-40a8-9c5c-ba4bb7d1f36d None None] The sync data for ids ['0457c75c-bd88-4cc3-98ce-9911fdc6d153'] in dv-cinder-790535-35-iscsi is: [{'id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'name': 'tempest-TestShelveInstance-1384356229-router', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:40:18Z', 'updated_at': '2022-03-28T14:40:21Z', 'revision_number': 4, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'gw_port': {'id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:19Z', 'updated_at': '2022-03-28T14:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi', '_interfaces': [{'id': 'eb392929-9b49-40db-965d-3fb56aac0ed7', 'name': '', 'network_id': 'dff95311-d3e1-42f9-9d29-8b61dc1dbd4d', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'mac_address': 'fa:16:3e:50:9d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '43ce9c2c-6ece-478d-a688-8128eca38e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:20Z', 'updated_at': '2022-03-28T14:40:26Z', 'revision_number': 5, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'subnets': [{'id': '43ce9c2c-6ece-478d-a688-8128eca38e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:45:40.864955 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0571bee-da8d-47f7-9a07-33e199e8d815 None None] New status for floating IP a84b3b6a-56e2-48ed-a582-b014966cf341: DOWN {{(pid=103207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:45:41.285315 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b60b1-1356-4a11-9fc7-56e7777dab80 req-4dcb5f9d-9877-4c0c-8f58-2e236d092db5 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:41.286798 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b87b60b1-1356-4a11-9fc7-56e7777dab80 req-4dcb5f9d-9877-4c0c-8f58-2e236d092db5 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 945 time: 0.0582106 Mar 28 14:45:41.336008 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-b87b60b1-1356-4a11-9fc7-56e7777dab80 req-a3a24f21-4a25-4a1e-a59d-85883105855a tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c7c30a5-c53d-4d04-be92-d22a5ded38fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434022 Mar 28 14:45:41.681884 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b06a0-04cb-49b2-910e-b5dbbfca0841 req-b9fcd277-ef6d-4738-ac82-d3fd87c0810c tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:41.683362 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-372b06a0-04cb-49b2-910e-b5dbbfca0841 req-b9fcd277-ef6d-4738-ac82-d3fd87c0810c tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 945 time: 0.0633588 Mar 28 14:45:41.776716 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-372b06a0-04cb-49b2-910e-b5dbbfca0841 req-c6ece742-c048-4295-b3f8-9fbc9e53666e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Deleting port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:45:41.777057 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-372b06a0-04cb-49b2-910e-b5dbbfca0841 req-c6ece742-c048-4295-b3f8-9fbc9e53666e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (f0c37cc3-3e86-4652-a0e9-3e2306c81dfa), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:41.864389 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [req-372b06a0-04cb-49b2-910e-b5dbbfca0841 req-c6ece742-c048-4295-b3f8-9fbc9e53666e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] For port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f0c37cc3-3e86-4652-a0e9-3e2306c81dfa,segment=NetworkSegment(802340a0-449c-4b85-83c8-be612a26f36d),segment_id=802340a0-449c-4b85-83c8-be612a26f36d)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:45:41.864776 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-372b06a0-04cb-49b2-910e-b5dbbfca0841 req-c6ece742-c048-4295-b3f8-9fbc9e53666e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (f0c37cc3-3e86-4652-a0e9-3e2306c81dfa), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:41.878275 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [req-372b06a0-04cb-49b2-910e-b5dbbfca0841 req-c6ece742-c048-4295-b3f8-9fbc9e53666e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Calling delete_port for f0c37cc3-3e86-4652-a0e9-3e2306c81dfa owned by compute:nova {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:45:42.011557 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-372b06a0-04cb-49b2-910e-b5dbbfca0841 req-c6ece742-c048-4295-b3f8-9fbc9e53666e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (f0c37cc3-3e86-4652-a0e9-3e2306c81dfa), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:42.046018 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ece742-c048-4295-b3f8-9fbc9e53666e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Pushing event deleted for resources: {'Port': ['ID=f0c37cc3-3e86-4652-a0e9-3e2306c81dfa,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:45:42.067424 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece742-c048-4295-b3f8-9fbc9e53666e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:42.067761 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece742-c048-4295-b3f8-9fbc9e53666e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:42.068096 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece742-c048-4295-b3f8-9fbc9e53666e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:42.068422 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece742-c048-4295-b3f8-9fbc9e53666e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:42.068750 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece742-c048-4295-b3f8-9fbc9e53666e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:42.069071 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece742-c048-4295-b3f8-9fbc9e53666e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:42.069388 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece742-c048-4295-b3f8-9fbc9e53666e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:42.069704 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece742-c048-4295-b3f8-9fbc9e53666e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:42.070020 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece742-c048-4295-b3f8-9fbc9e53666e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:42.070335 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece742-c048-4295-b3f8-9fbc9e53666e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:42.070645 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece742-c048-4295-b3f8-9fbc9e53666e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:42.070961 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece742-c048-4295-b3f8-9fbc9e53666e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:42.071556 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece742-c048-4295-b3f8-9fbc9e53666e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:42.071871 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece742-c048-4295-b3f8-9fbc9e53666e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:42.072179 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece742-c048-4295-b3f8-9fbc9e53666e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:42.095726 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [req-372b06a0-04cb-49b2-910e-b5dbbfca0841 req-c6ece742-c048-4295-b3f8-9fbc9e53666e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] No DVR routers for this DVR port f0c37cc3-3e86-4652-a0e9-3e2306c81dfa on host hv-cinder-79053 {{(pid=103205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:45:42.098144 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [req-372b06a0-04cb-49b2-910e-b5dbbfca0841 req-c6ece742-c048-4295-b3f8-9fbc9e53666e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35731'] for port (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:42.101476 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-372b06a0-04cb-49b2-910e-b5dbbfca0841 req-c6ece742-c048-4295-b3f8-9fbc9e53666e tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.18 "DELETE /v2.0/ports/f0c37cc3-3e86-4652-a0e9-3e2306c81dfa HTTP/1.1" status: 204 len: 173 time: 0.4127262 Mar 28 14:45:42.101919 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c849ab8-447b-431e-ae6c-0b07618bbbc5', 'name': 'network-vif-deleted', 'tag': 'f0c37cc3-3e86-4652-a0e9-3e2306c81dfa'}] {{(pid=103205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:45:42.104304 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941768fa1be5cce4fc16eb88b01bb8eaf36d3e5a47b989ca793d01ee5addba38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff79768-b961-4059-ae5d-b3970699d2e5" -d '{"events": [{"server_uuid": "2c849ab8-447b-431e-ae6c-0b07618bbbc5", "name": "network-vif-deleted", "tag": "f0c37cc3-3e86-4652-a0e9-3e2306c81dfa"}]}' {{(pid=103205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:45:42.151866 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7567a25-751a-4489-96c0-c749d36a5af0 x-openstack-request-id: req-a7567a25-751a-4489-96c0-c749d36a5af0 {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:45:42.152441 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c849ab8-447b-431e-ae6c-0b07618bbbc5", "name": "network-vif-deleted", "tag": "f0c37cc3-3e86-4652-a0e9-3e2306c81dfa", "status": "completed", "code": 200}]} {{(pid=103205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:45:42.152708 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7567a25-751a-4489-96c0-c749d36a5af0 {{(pid=103205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:45:42.153161 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7567a25-751a-4489-96c0-c749d36a5af0'] response: {'server_uuid': '2c849ab8-447b-431e-ae6c-0b07618bbbc5', 'name': 'network-vif-deleted', 'tag': 'f0c37cc3-3e86-4652-a0e9-3e2306c81dfa', 'status': 'completed', 'code': 200} Mar 28 14:45:42.449350 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [req-14b7be86-ed63-4fb5-a25c-439211fa8a09 req-02c7cc64-0f7f-4c7a-89e2-15b5aa78963c tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c849ab8-447b-431e-ae6c-0b07618bbbc5 HTTP/1.1" status: 200 len: 210 time: 0.0324862 Mar 28 14:45:42.911606 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:45:43.518653 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 51106) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:45:43.576678 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-41d9c584-b5c1-4315-a521-d2eae7689049 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for security_group (7c7c30a5-c53d-4d04-be92-d22a5ded38fa), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:43.607055 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-41d9c584-b5c1-4315-a521-d2eae7689049 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for security_group (7c7c30a5-c53d-4d04-be92-d22a5ded38fa), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:43.675416 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-41d9c584-b5c1-4315-a521-d2eae7689049 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (7c7c30a5-c53d-4d04-be92-d22a5ded38fa), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:43.678013 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-41d9c584-b5c1-4315-a521-d2eae7689049 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:43.679195 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-41d9c584-b5c1-4315-a521-d2eae7689049 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] 10.222.0.13 "DELETE /v2.0/security-groups/7c7c30a5-c53d-4d04-be92-d22a5ded38fa HTTP/1.1" status: 204 len: 168 time: 0.1595128 Mar 28 14:45:43.688996 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9c584-b5c1-4315-a521-d2eae7689049 tempest-TestShelveInstance-179090965 tempest-TestShelveInstance-179090965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7c30a5-c53d-4d04-be92-d22a5ded38fa,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:45:43.722627 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 51110) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:45:44.202316 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c435f051-e3be-4ea8-a038-c057b06eed34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1559664'] for router_interface (0457c75c-bd88-4cc3-98ce-9911fdc6d153), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:44.458049 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-c435f051-e3be-4ea8-a038-c057b06eed34 admin admin] Deleting port eb392929-9b49-40db-965d-3fb56aac0ed7 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:45:44.458377 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c435f051-e3be-4ea8-a038-c057b06eed34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (eb392929-9b49-40db-965d-3fb56aac0ed7), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:44.555300 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-c435f051-e3be-4ea8-a038-c057b06eed34 admin admin] For port eb392929-9b49-40db-965d-3fb56aac0ed7, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=eb392929-9b49-40db-965d-3fb56aac0ed7,segment=NetworkSegment(802340a0-449c-4b85-83c8-be612a26f36d),segment_id=802340a0-449c-4b85-83c8-be612a26f36d)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:45:44.555662 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c435f051-e3be-4ea8-a038-c057b06eed34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (eb392929-9b49-40db-965d-3fb56aac0ed7), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:44.571603 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-c435f051-e3be-4ea8-a038-c057b06eed34 admin admin] Calling delete_port for eb392929-9b49-40db-965d-3fb56aac0ed7 owned by network:router_interface {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:45:44.752887 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c435f051-e3be-4ea8-a038-c057b06eed34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (eb392929-9b49-40db-965d-3fb56aac0ed7), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:44.778076 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435f051-e3be-4ea8-a038-c057b06eed34 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb392929-9b49-40db-965d-3fb56aac0ed7,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:45:45.230168 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c435f051-e3be-4ea8-a038-c057b06eed34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1566807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1558496'] for router_interface (0457c75c-bd88-4cc3-98ce-9911fdc6d153), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:45.339162 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device f0c37cc3-3e86-4652-a0e9-3e2306c81dfa no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:45:45.358716 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] No Port match for: f0c37cc3-3e86-4652-a0e9-3e2306c81dfa {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:45:45.359043 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Device f0c37cc3-3e86-4652-a0e9-3e2306c81dfa not bound to the agent host hv-cinder-79053 {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:45:45.456704 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c435f051-e3be-4ea8-a038-c057b06eed34 admin admin] Router 0457c75c-bd88-4cc3-98ce-9911fdc6d153 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:45:45.598669 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c435f051-e3be-4ea8-a038-c057b06eed34 admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:45:45.604408 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-c435f051-e3be-4ea8-a038-c057b06eed34 admin admin] 10.222.0.13 "PUT /v2.0/routers/0457c75c-bd88-4cc3-98ce-9911fdc6d153/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8806703 Mar 28 14:45:45.607178 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 51114) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:45:45.607721 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7b3878-6a46-4596-8dd7-d802e11c233b None None] Sync routers for ids ['0457c75c-bd88-4cc3-98ce-9911fdc6d153'] in dv-cinder-790535-35-iscsi {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:45:45.619778 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7b3878-6a46-4596-8dd7-d802e11c233b None None] Routers {'0457c75c-bd88-4cc3-98ce-9911fdc6d153'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:45:45.620405 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-ae7b3878-6a46-4596-8dd7-d802e11c233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:45:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['0457c75c-bd88-4cc3-98ce-9911fdc6d153'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:45:45.713947 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6070a788-6baa-4685-9fda-749e5cb59c69 admin admin] Publish callbacks [] for router (0457c75c-bd88-4cc3-98ce-9911fdc6d153), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:45.724835 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-ae7b3878-6a46-4596-8dd7-d802e11c233b None None] Set router 0457c75c-bd88-4cc3-98ce-9911fdc6d153 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:45:45.819563 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6070a788-6baa-4685-9fda-749e5cb59c69 admin admin] Publish callbacks [] for router_gateway (0457c75c-bd88-4cc3-98ce-9911fdc6d153), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:45.877070 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-6070a788-6baa-4685-9fda-749e5cb59c69 admin admin] Deleting port 4612c8c0-8d0a-4100-a560-c237f225eccf {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:45:45.877340 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6070a788-6baa-4685-9fda-749e5cb59c69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (4612c8c0-8d0a-4100-a560-c237f225eccf), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:45.904711 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-ae7b3878-6a46-4596-8dd7-d802e11c233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'name': 'tempest-TestShelveInstance-1384356229-router', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:40:18Z', 'updated_at': '2022-03-28T14:45:44Z', 'revision_number': 5, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'gw_port': {'id': '4612c8c0-8d0a-4100-a560-c237f225eccf', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:19Z', 'updated_at': '2022-03-28T14:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:45:45.936084 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7b3878-6a46-4596-8dd7-d802e11c233b None None] Checking router: 0457c75c-bd88-4cc3-98ce-9911fdc6d153 for host: dv-cinder-790535-35-iscsi {{(pid=103206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:45:45.945666 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7b3878-6a46-4596-8dd7-d802e11c233b None None] Routers {'0457c75c-bd88-4cc3-98ce-9911fdc6d153'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:45:45.946287 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-ae7b3878-6a46-4596-8dd7-d802e11c233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:45:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['0457c75c-bd88-4cc3-98ce-9911fdc6d153'], 'active': True} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:45:45.955679 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-6070a788-6baa-4685-9fda-749e5cb59c69 admin admin] For port 4612c8c0-8d0a-4100-a560-c237f225eccf, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=4612c8c0-8d0a-4100-a560-c237f225eccf,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:45:45.956051 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6070a788-6baa-4685-9fda-749e5cb59c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (4612c8c0-8d0a-4100-a560-c237f225eccf), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:45.969389 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-6070a788-6baa-4685-9fda-749e5cb59c69 admin admin] Calling delete_port for 4612c8c0-8d0a-4100-a560-c237f225eccf owned by network:router_gateway {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:45:46.032844 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvr_db [None req-ae7b3878-6a46-4596-8dd7-d802e11c233b None None] Set router 0457c75c-bd88-4cc3-98ce-9911fdc6d153 gateway port host: None {{(pid=103206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:45:46.083994 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_hamode_db [None req-ae7b3878-6a46-4596-8dd7-d802e11c233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'name': 'tempest-TestShelveInstance-1384356229-router', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:40:18Z', 'updated_at': '2022-03-28T14:45:45Z', 'revision_number': 6, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'gw_port_host': None}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:45:46.112936 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7b3878-6a46-4596-8dd7-d802e11c233b None None] The sync data for ids ['0457c75c-bd88-4cc3-98ce-9911fdc6d153'] in dv-cinder-790535-35-iscsi is: [{'id': '0457c75c-bd88-4cc3-98ce-9911fdc6d153', 'name': 'tempest-TestShelveInstance-1384356229-router', 'tenant_id': '90455fab77da4d25b45e2591471cafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:40:18Z', 'updated_at': '2022-03-28T14:45:45Z', 'revision_number': 6, 'project_id': '90455fab77da4d25b45e2591471cafe2', 'gw_port_host': None}] {{(pid=103206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:45:46.139038 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6070a788-6baa-4685-9fda-749e5cb59c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (4612c8c0-8d0a-4100-a560-c237f225eccf), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:46.166174 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070a788-6baa-4685-9fda-749e5cb59c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=4612c8c0-8d0a-4100-a560-c237f225eccf,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:45:46.226599 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6070a788-6baa-4685-9fda-749e5cb59c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1557770'] for router_gateway (0457c75c-bd88-4cc3-98ce-9911fdc6d153), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:46.317269 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6070a788-6baa-4685-9fda-749e5cb59c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63126'] for router (0457c75c-bd88-4cc3-98ce-9911fdc6d153), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:46.319578 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6070a788-6baa-4685-9fda-749e5cb59c69 admin admin] Publish callbacks [] for router_controller (0457c75c-bd88-4cc3-98ce-9911fdc6d153), precommit_delete_associations {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:46.366449 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6070a788-6baa-4685-9fda-749e5cb59c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572847'] for router (0457c75c-bd88-4cc3-98ce-9911fdc6d153), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:46.367173 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6070a788-6baa-4685-9fda-749e5cb59c69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0457c75c-bd88-4cc3-98ce-9911fdc6d153 {{(pid=103205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:45:46.372047 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6070a788-6baa-4685-9fda-749e5cb59c69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:46.373989 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-6070a788-6baa-4685-9fda-749e5cb59c69 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0457c75c-bd88-4cc3-98ce-9911fdc6d153 HTTP/1.1" status: 204 len: 168 time: 0.7653918 Mar 28 14:45:46.376792 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 51116) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:45:46.420715 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cabc101-33ef-434a-8c48-63fc2bdde447 admin admin] Deleting subnet 43ce9c2c-6ece-478d-a688-8128eca38e75 {{(pid=103204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 14:45:46.423813 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2cabc101-33ef-434a-8c48-63fc2bdde447 admin admin] Publish callbacks [] for subnet (43ce9c2c-6ece-478d-a688-8128eca38e75), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:46.460180 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2cabc101-33ef-434a-8c48-63fc2bdde447 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5805738'] for subnet (43ce9c2c-6ece-478d-a688-8128eca38e75), precommit_delete_associations {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:46.541462 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2cabc101-33ef-434a-8c48-63fc2bdde447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3594039'] for subnet (43ce9c2c-6ece-478d-a688-8128eca38e75), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:46.595963 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2cabc101-33ef-434a-8c48-63fc2bdde447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4432380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4368958'] for subnet (43ce9c2c-6ece-478d-a688-8128eca38e75), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:46.629768 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabc101-33ef-434a-8c48-63fc2bdde447 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43ce9c2c-6ece-478d-a688-8128eca38e75,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:45:46.634596 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2cabc101-33ef-434a-8c48-63fc2bdde447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for subnet (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:46.641586 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-2cabc101-33ef-434a-8c48-63fc2bdde447 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/43ce9c2c-6ece-478d-a688-8128eca38e75 HTTP/1.1" status: 204 len: 168 time: 0.2606940 Mar 28 14:45:46.641741 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bd3ebc-8b46-4b98-849d-d97834f13486 None None] Network dff95311-d3e1-42f9-9d29-8b61dc1dbd4d requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:45:46.642199 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 51118) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:45:46.707663 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-80b4f143-8301-4ed3-8132-cce8b5c71368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3456630'] for network (dff95311-d3e1-42f9-9d29-8b61dc1dbd4d), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:46.762854 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-80b4f143-8301-4ed3-8132-cce8b5c71368 admin admin] Deleting port c60b0228-927d-4cfe-a565-e61e693701fa {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:45:46.763222 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-80b4f143-8301-4ed3-8132-cce8b5c71368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (c60b0228-927d-4cfe-a565-e61e693701fa), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:46.822810 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-80b4f143-8301-4ed3-8132-cce8b5c71368 admin admin] For port c60b0228-927d-4cfe-a565-e61e693701fa, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=c60b0228-927d-4cfe-a565-e61e693701fa,segment=NetworkSegment(802340a0-449c-4b85-83c8-be612a26f36d),segment_id=802340a0-449c-4b85-83c8-be612a26f36d)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:45:46.823125 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-80b4f143-8301-4ed3-8132-cce8b5c71368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (c60b0228-927d-4cfe-a565-e61e693701fa), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:46.837340 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-80b4f143-8301-4ed3-8132-cce8b5c71368 admin admin] Calling delete_port for c60b0228-927d-4cfe-a565-e61e693701fa owned by network:dhcp {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:45:46.880045 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9721c5-c3b0-4dd8-bc98-a780000e4162 None None] DHCP port deletion for dff95311-d3e1-42f9-9d29-8b61dc1dbd4d request from dv-cinder-790535-35-iscsi {{(pid=103206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 14:45:46.925293 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-80b4f143-8301-4ed3-8132-cce8b5c71368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (c60b0228-927d-4cfe-a565-e61e693701fa), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:46.951893 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 4612c8c0-8d0a-4100-a560-c237f225eccf no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:45:46.955648 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4f143-8301-4ed3-8132-cce8b5c71368 admin admin] Pushing event deleted for resources: {'Port': ['ID=c60b0228-927d-4cfe-a565-e61e693701fa,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:45:46.957403 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-1b9721c5-c3b0-4dd8-bc98-a780000e4162 None None] Deleting port c60b0228-927d-4cfe-a565-e61e693701fa {{(pid=103206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:45:46.957535 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b4f143-8301-4ed3-8132-cce8b5c71368 admin admin] No DVR routers for this DVR port c60b0228-927d-4cfe-a565-e61e693701fa on host dv-cinder-790535-35-iscsi {{(pid=103204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:45:46.957834 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-1b9721c5-c3b0-4dd8-bc98-a780000e4162 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (c60b0228-927d-4cfe-a565-e61e693701fa), before_delete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:46.986283 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: 4612c8c0-8d0a-4100-a560-c237f225eccf {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:45:46.986659 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 4612c8c0-8d0a-4100-a560-c237f225eccf not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:45:46.987051 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device eb392929-9b49-40db-965d-3fb56aac0ed7 no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:45:47.027277 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-80b4f143-8301-4ed3-8132-cce8b5c71368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3641020', 'neutron.services.segments.db._delete_segments_for_network-8793221261626'] for network (dff95311-d3e1-42f9-9d29-8b61dc1dbd4d), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:47.038888 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: eb392929-9b49-40db-965d-3fb56aac0ed7 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:45:47.039281 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device eb392929-9b49-40db-965d-3fb56aac0ed7 not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:45:47.039711 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device c60b0228-927d-4cfe-a565-e61e693701fa no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:45:47.047036 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-80b4f143-8301-4ed3-8132-cce8b5c71368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff95311-d3e1-42f9-9d29-8b61dc1dbd4d']}} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:45:47.055936 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-80b4f143-8301-4ed3-8132-cce8b5c71368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '802340a0-449c-4b85-83c8-be612a26f36d') {'for_net_delete': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:45:47.056236 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-80b4f143-8301-4ed3-8132-cce8b5c71368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '802340a0-449c-4b85-83c8-be612a26f36d') {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:45:47.061512 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: c60b0228-927d-4cfe-a565-e61e693701fa {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:45:47.061858 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device c60b0228-927d-4cfe-a565-e61e693701fa not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:45:47.065932 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-80b4f143-8301-4ed3-8132-cce8b5c71368 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221459523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5805729'] for segment (802340a0-449c-4b85-83c8-be612a26f36d), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:47.077076 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.db [None req-1b9721c5-c3b0-4dd8-bc98-a780000e4162 None None] For port c60b0228-927d-4cfe-a565-e61e693701fa, host dv-cinder-790535-35-iscsi, got binding levels [] {{(pid=103206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:45:47.077476 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-1b9721c5-c3b0-4dd8-bc98-a780000e4162 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (c60b0228-927d-4cfe-a565-e61e693701fa), precommit_delete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:47.079460 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-80b4f143-8301-4ed3-8132-cce8b5c71368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (802340a0-449c-4b85-83c8-be612a26f36d), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:47.085910 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b4f143-8301-4ed3-8132-cce8b5c71368 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:45:47.086883 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-80b4f143-8301-4ed3-8132-cce8b5c71368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4427866'] for segment (802340a0-449c-4b85-83c8-be612a26f36d), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: Traceback (most recent call last): Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: timer() Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: cb(*args, **kw) Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: return func(*args, **kwargs) Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: self._notify() Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: self.callback(batched_events) Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: event.method(event) Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: return f(self, *a, **k) Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: return self._get(url).json() Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: return self.request(url, 'GET', **kwargs) Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:45:47.088855 dv-cinder-790535-35-iscsi neutron-server[103204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:45:47.092901 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-1b9721c5-c3b0-4dd8-bc98-a780000e4162 None None] Calling delete_port for c60b0228-927d-4cfe-a565-e61e693701fa owned by network:dhcp {{(pid=103206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:45:47.095735 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.ipam_backend_mixin [None req-1b9721c5-c3b0-4dd8-bc98-a780000e4162 None None] Port c60b0228-927d-4cfe-a565-e61e693701fa was not found and therefore no delete operation was performed {{(pid=103206) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 14:45:47.096988 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-1b9721c5-c3b0-4dd8-bc98-a780000e4162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879'] for port (c60b0228-927d-4cfe-a565-e61e693701fa), after_delete {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:47.123160 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9721c5-c3b0-4dd8-bc98-a780000e4162 None None] Pushing event deleted for resources: {'Port': ['ID=c60b0228-927d-4cfe-a565-e61e693701fa,revision_number=None']} {{(pid=103206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:45:47.128411 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9721c5-c3b0-4dd8-bc98-a780000e4162 None None] No DVR routers for this DVR port c60b0228-927d-4cfe-a565-e61e693701fa on host dv-cinder-790535-35-iscsi {{(pid=103206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:45:47.141288 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9721c5-c3b0-4dd8-bc98-a780000e4162 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:47.141288 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9721c5-c3b0-4dd8-bc98-a780000e4162 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:47.141288 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9721c5-c3b0-4dd8-bc98-a780000e4162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:47.141288 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9721c5-c3b0-4dd8-bc98-a780000e4162 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:47.141288 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9721c5-c3b0-4dd8-bc98-a780000e4162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:47.141288 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9721c5-c3b0-4dd8-bc98-a780000e4162 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:47.141288 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9721c5-c3b0-4dd8-bc98-a780000e4162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:47.141288 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9721c5-c3b0-4dd8-bc98-a780000e4162 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:47.141288 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9721c5-c3b0-4dd8-bc98-a780000e4162 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:47.141288 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9721c5-c3b0-4dd8-bc98-a780000e4162 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:47.141288 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9721c5-c3b0-4dd8-bc98-a780000e4162 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:47.141288 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9721c5-c3b0-4dd8-bc98-a780000e4162 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:47.141288 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9721c5-c3b0-4dd8-bc98-a780000e4162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:47.141288 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9721c5-c3b0-4dd8-bc98-a780000e4162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:47.141288 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9721c5-c3b0-4dd8-bc98-a780000e4162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-35-iscsi {{(pid=103206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:47.164009 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-80b4f143-8301-4ed3-8132-cce8b5c71368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3641013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1557862'] for network (dff95311-d3e1-42f9-9d29-8b61dc1dbd4d), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:47.169610 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-80b4f143-8301-4ed3-8132-cce8b5c71368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:47.173384 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-80b4f143-8301-4ed3-8132-cce8b5c71368 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dff95311-d3e1-42f9-9d29-8b61dc1dbd4d HTTP/1.1" status: 204 len: 168 time: 0.5303693 Mar 28 14:45:47.176257 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 51120) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:45:47.184124 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4f143-8301-4ed3-8132-cce8b5c71368 admin admin] Pushing event deleted for resources: {'Network': ['ID=dff95311-d3e1-42f9-9d29-8b61dc1dbd4d,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:45:47.523050 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c092631a-b05e-4bed-9c14-917f69e08b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1559664'] for router_interface (352bd9ff-30c4-40a4-88b0-aef597d37e79), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:47.775251 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-c092631a-b05e-4bed-9c14-917f69e08b2e admin admin] Deleting port 5f5050ef-6582-4e5a-9837-369f13f8aac5 {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:45:47.775502 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c092631a-b05e-4bed-9c14-917f69e08b2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (5f5050ef-6582-4e5a-9837-369f13f8aac5), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:47.857766 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-c092631a-b05e-4bed-9c14-917f69e08b2e admin admin] For port 5f5050ef-6582-4e5a-9837-369f13f8aac5, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=5f5050ef-6582-4e5a-9837-369f13f8aac5,segment=NetworkSegment(55b13f61-e987-4895-a4ad-3d7cf7ea43ca),segment_id=55b13f61-e987-4895-a4ad-3d7cf7ea43ca)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:45:47.858128 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c092631a-b05e-4bed-9c14-917f69e08b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (5f5050ef-6582-4e5a-9837-369f13f8aac5), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:47.870821 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-c092631a-b05e-4bed-9c14-917f69e08b2e admin admin] Calling delete_port for 5f5050ef-6582-4e5a-9837-369f13f8aac5 owned by network:router_interface {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:45:48.059724 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c092631a-b05e-4bed-9c14-917f69e08b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (5f5050ef-6582-4e5a-9837-369f13f8aac5), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:48.087409 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092631a-b05e-4bed-9c14-917f69e08b2e admin admin] Pushing event deleted for resources: {'Port': ['ID=5f5050ef-6582-4e5a-9837-369f13f8aac5,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:45:48.249541 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c092631a-b05e-4bed-9c14-917f69e08b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1566807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1558496'] for router_interface (352bd9ff-30c4-40a4-88b0-aef597d37e79), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:48.465577 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c092631a-b05e-4bed-9c14-917f69e08b2e admin admin] Router 352bd9ff-30c4-40a4-88b0-aef597d37e79 has already been hosted by L3 agent 4703c3ce-2a78-4138-915c-ac32348ea009 {{(pid=103205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:45:48.572540 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c092631a-b05e-4bed-9c14-917f69e08b2e admin admin] Notify agent at l3_agent.dv-cinder-790535-35-iscsi the message routers_updated {{(pid=103205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:45:48.578096 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-c092631a-b05e-4bed-9c14-917f69e08b2e admin admin] 10.222.0.13 "PUT /v2.0/routers/352bd9ff-30c4-40a4-88b0-aef597d37e79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4001908 Mar 28 14:45:48.580158 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 51122) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:45:48.582753 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29640b55-c7ae-4ac2-8e0c-7b32cd686e0d None None] Sync routers for ids ['352bd9ff-30c4-40a4-88b0-aef597d37e79'] in dv-cinder-790535-35-iscsi {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:45:48.592996 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29640b55-c7ae-4ac2-8e0c-7b32cd686e0d None None] Routers {'352bd9ff-30c4-40a4-88b0-aef597d37e79'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:45:48.593606 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-29640b55-c7ae-4ac2-8e0c-7b32cd686e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:45:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['352bd9ff-30c4-40a4-88b0-aef597d37e79'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:45:48.685215 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-00bff3f5-b42a-4bad-966a-f13c2701a2a1 admin admin] Publish callbacks [] for router (352bd9ff-30c4-40a4-88b0-aef597d37e79), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:48.698198 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-29640b55-c7ae-4ac2-8e0c-7b32cd686e0d None None] Set router 352bd9ff-30c4-40a4-88b0-aef597d37e79 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:45:48.985151 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-29640b55-c7ae-4ac2-8e0c-7b32cd686e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bd9ff-30c4-40a4-88b0-aef597d37e79', 'name': 'tempest-TestShelveInstance-1172327299-router', 'tenant_id': 'ad81a569fed640e18ef6019eba6f04ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'a2ffc389-2c1b-4124-bd9e-defc271ec22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:40:23Z', 'updated_at': '2022-03-28T14:45:48Z', 'revision_number': 5, 'project_id': 'ad81a569fed640e18ef6019eba6f04ae', 'gw_port': {'id': 'a2ffc389-2c1b-4124-bd9e-defc271ec22f', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bd9ff-30c4-40a4-88b0-aef597d37e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:23Z', 'updated_at': '2022-03-28T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:45:49.011055 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29640b55-c7ae-4ac2-8e0c-7b32cd686e0d None None] Checking router: 352bd9ff-30c4-40a4-88b0-aef597d37e79 for host: dv-cinder-790535-35-iscsi {{(pid=103207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:45:49.019780 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29640b55-c7ae-4ac2-8e0c-7b32cd686e0d None None] Routers {'352bd9ff-30c4-40a4-88b0-aef597d37e79'} bound to L3 agent in host dv-cinder-790535-35-iscsi {{(pid=103207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:45:49.020403 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-29640b55-c7ae-4ac2-8e0c-7b32cd686e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T14:19:31Z,description=,heartbeat_timestamp=2022-03-28T14:45:32Z,host='dv-cinder-790535-35-iscsi',id=4703c3ce-2a78-4138-915c-ac32348ea009,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T14:19:32Z,topic='l3_agent')) {'router_ids': ['352bd9ff-30c4-40a4-88b0-aef597d37e79'], 'active': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:45:49.064786 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-00bff3f5-b42a-4bad-966a-f13c2701a2a1 admin admin] Publish callbacks [] for router_gateway (352bd9ff-30c4-40a4-88b0-aef597d37e79), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:49.118227 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-00bff3f5-b42a-4bad-966a-f13c2701a2a1 admin admin] Deleting port a2ffc389-2c1b-4124-bd9e-defc271ec22f {{(pid=103205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:45:49.118554 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-00bff3f5-b42a-4bad-966a-f13c2701a2a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (a2ffc389-2c1b-4124-bd9e-defc271ec22f), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:49.128172 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvr_db [None req-29640b55-c7ae-4ac2-8e0c-7b32cd686e0d None None] Set router 352bd9ff-30c4-40a4-88b0-aef597d37e79 gateway port host: dv-cinder-790535-35-iscsi {{(pid=103207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:45:49.195118 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-00bff3f5-b42a-4bad-966a-f13c2701a2a1 admin admin] For port a2ffc389-2c1b-4124-bd9e-defc271ec22f, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=a2ffc389-2c1b-4124-bd9e-defc271ec22f,segment=NetworkSegment(85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2),segment_id=85ed0ef5-816d-4c1b-a6b4-1c1522faf4c2)] {{(pid=103205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:45:49.195395 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-00bff3f5-b42a-4bad-966a-f13c2701a2a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (a2ffc389-2c1b-4124-bd9e-defc271ec22f), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:49.207415 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.plugin [None req-00bff3f5-b42a-4bad-966a-f13c2701a2a1 admin admin] Calling delete_port for a2ffc389-2c1b-4124-bd9e-defc271ec22f owned by network:router_gateway {{(pid=103205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:45:49.301411 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.l3_hamode_db [None req-29640b55-c7ae-4ac2-8e0c-7b32cd686e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bd9ff-30c4-40a4-88b0-aef597d37e79', 'name': 'tempest-TestShelveInstance-1172327299-router', 'tenant_id': 'ad81a569fed640e18ef6019eba6f04ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'a2ffc389-2c1b-4124-bd9e-defc271ec22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:40:23Z', 'updated_at': '2022-03-28T14:45:48Z', 'revision_number': 5, 'project_id': 'ad81a569fed640e18ef6019eba6f04ae', 'gw_port': {'id': 'a2ffc389-2c1b-4124-bd9e-defc271ec22f', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bd9ff-30c4-40a4-88b0-aef597d37e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:23Z', 'updated_at': '2022-03-28T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}], 'dv-cinder-790535-35-iscsi', False) {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:45:49.331777 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29640b55-c7ae-4ac2-8e0c-7b32cd686e0d None None] The sync data for ids ['352bd9ff-30c4-40a4-88b0-aef597d37e79'] in dv-cinder-790535-35-iscsi is: [{'id': '352bd9ff-30c4-40a4-88b0-aef597d37e79', 'name': 'tempest-TestShelveInstance-1172327299-router', 'tenant_id': 'ad81a569fed640e18ef6019eba6f04ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'external_fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'a2ffc389-2c1b-4124-bd9e-defc271ec22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:40:23Z', 'updated_at': '2022-03-28T14:45:48Z', 'revision_number': 5, 'project_id': 'ad81a569fed640e18ef6019eba6f04ae', 'gw_port': {'id': 'a2ffc389-2c1b-4124-bd9e-defc271ec22f', 'name': '', 'network_id': 'c66de8d5-469e-474b-81ba-d9e7301ef93c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bd9ff-30c4-40a4-88b0-aef597d37e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:40:23Z', 'updated_at': '2022-03-28T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e0b9dbc-bb13-4ce8-86dd-fa76f1d0aa73', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-35-iscsi'}] {{(pid=103207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:45:49.385090 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-00bff3f5-b42a-4bad-966a-f13c2701a2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5822128'] for port (a2ffc389-2c1b-4124-bd9e-defc271ec22f), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:49.410815 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bff3f5-b42a-4bad-966a-f13c2701a2a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ffc389-2c1b-4124-bd9e-defc271ec22f,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:45:49.467701 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-00bff3f5-b42a-4bad-966a-f13c2701a2a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1557770'] for router_gateway (352bd9ff-30c4-40a4-88b0-aef597d37e79), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:49.558943 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-00bff3f5-b42a-4bad-966a-f13c2701a2a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63126'] for router (352bd9ff-30c4-40a4-88b0-aef597d37e79), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:49.561568 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-00bff3f5-b42a-4bad-966a-f13c2701a2a1 admin admin] Publish callbacks [] for router_controller (352bd9ff-30c4-40a4-88b0-aef597d37e79), precommit_delete_associations {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:49.610033 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-00bff3f5-b42a-4bad-966a-f13c2701a2a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572847'] for router (352bd9ff-30c4-40a4-88b0-aef597d37e79), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:49.610633 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bff3f5-b42a-4bad-966a-f13c2701a2a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 352bd9ff-30c4-40a4-88b0-aef597d37e79 {{(pid=103205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:45:49.615443 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-00bff3f5-b42a-4bad-966a-f13c2701a2a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:49.616623 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-00bff3f5-b42a-4bad-966a-f13c2701a2a1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/352bd9ff-30c4-40a4-88b0-aef597d37e79 HTTP/1.1" status: 204 len: 168 time: 1.0355697 Mar 28 14:45:49.620163 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.wsgi [-] (103205) accepted ('10.222.0.13', 51124) {{(pid=103205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:45:49.666465 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f7c563-4243-4765-9bc8-1400b740a063 admin admin] Deleting subnet def48765-f5fb-4a0a-ae78-31489344e95f {{(pid=103205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 14:45:49.670028 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-76f7c563-4243-4765-9bc8-1400b740a063 admin admin] Publish callbacks [] for subnet (def48765-f5fb-4a0a-ae78-31489344e95f), before_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:49.705261 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-76f7c563-4243-4765-9bc8-1400b740a063 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4630593'] for subnet (def48765-f5fb-4a0a-ae78-31489344e95f), precommit_delete_associations {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:49.787993 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-76f7c563-4243-4765-9bc8-1400b740a063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3594039'] for subnet (def48765-f5fb-4a0a-ae78-31489344e95f), precommit_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:49.841543 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-76f7c563-4243-4765-9bc8-1400b740a063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4675365'] for subnet (def48765-f5fb-4a0a-ae78-31489344e95f), after_delete {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:49.870021 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7c563-4243-4765-9bc8-1400b740a063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=def48765-f5fb-4a0a-ae78-31489344e95f,revision_number=None']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:45:49.872024 dv-cinder-790535-35-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-76f7c563-4243-4765-9bc8-1400b740a063 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:49.878587 dv-cinder-790535-35-iscsi neutron-server[103205]: INFO neutron.wsgi [None req-76f7c563-4243-4765-9bc8-1400b740a063 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/def48765-f5fb-4a0a-ae78-31489344e95f HTTP/1.1" status: 204 len: 168 time: 0.2545321 Mar 28 14:45:49.878737 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 51126) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:45:49.882042 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658d1485-5459-454e-a10c-db6d19f42ff3 None None] Network ae5139ac-045d-4b65-af53-72ea2ebd5697 requested from dv-cinder-790535-35-iscsi {{(pid=103206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 14:45:49.953317 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e874d1fb-09bc-41eb-8b8b-cd1005f9aa04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3456630'] for network (ae5139ac-045d-4b65-af53-72ea2ebd5697), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:50.010901 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-e874d1fb-09bc-41eb-8b8b-cd1005f9aa04 admin admin] Deleting port d58e15e3-bbdb-4a29-a40d-0e393b5bab07 {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 14:45:50.011264 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e874d1fb-09bc-41eb-8b8b-cd1005f9aa04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221495830'] for port (d58e15e3-bbdb-4a29-a40d-0e393b5bab07), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:50.070103 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-e874d1fb-09bc-41eb-8b8b-cd1005f9aa04 admin admin] For port d58e15e3-bbdb-4a29-a40d-0e393b5bab07, host dv-cinder-790535-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-35-iscsi',level=0,port_id=d58e15e3-bbdb-4a29-a40d-0e393b5bab07,segment=NetworkSegment(55b13f61-e987-4895-a4ad-3d7cf7ea43ca),segment_id=55b13f61-e987-4895-a4ad-3d7cf7ea43ca)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:45:50.070468 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e874d1fb-09bc-41eb-8b8b-cd1005f9aa04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1563970'] for port (d58e15e3-bbdb-4a29-a40d-0e393b5bab07), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:50.082676 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-e874d1fb-09bc-41eb-8b8b-cd1005f9aa04 admin admin] Calling delete_port for d58e15e3-bbdb-4a29-a40d-0e393b5bab07 owned by network:dhcp {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 14:45:50.167940 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e874d1fb-09bc-41eb-8b8b-cd1005f9aa04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3618404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221502073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220933879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427791'] for port (d58e15e3-bbdb-4a29-a40d-0e393b5bab07), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:50.192145 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874d1fb-09bc-41eb-8b8b-cd1005f9aa04 admin admin] Pushing event deleted for resources: {'Port': ['ID=d58e15e3-bbdb-4a29-a40d-0e393b5bab07,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:45:50.196011 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e874d1fb-09bc-41eb-8b8b-cd1005f9aa04 admin admin] No DVR routers for this DVR port d58e15e3-bbdb-4a29-a40d-0e393b5bab07 on host dv-cinder-790535-35-iscsi {{(pid=103204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:45:50.263505 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e874d1fb-09bc-41eb-8b8b-cd1005f9aa04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3641020', 'neutron.services.segments.db._delete_segments_for_network-8793221261626'] for network (ae5139ac-045d-4b65-af53-72ea2ebd5697), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:50.291139 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96644158-90ad-4bbe-a0f7-c5d0f8bdeae4 None None] DHCP port deletion for ae5139ac-045d-4b65-af53-72ea2ebd5697 request from dv-cinder-790535-35-iscsi {{(pid=103206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 14:45:50.292102 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-e874d1fb-09bc-41eb-8b8b-cd1005f9aa04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae5139ac-045d-4b65-af53-72ea2ebd5697']}} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:45:50.305409 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-e874d1fb-09bc-41eb-8b8b-cd1005f9aa04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b13f61-e987-4895-a4ad-3d7cf7ea43ca') {'for_net_delete': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:45:50.305716 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.services.segments.db [None req-e874d1fb-09bc-41eb-8b8b-cd1005f9aa04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b13f61-e987-4895-a4ad-3d7cf7ea43ca') {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:45:50.316288 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e874d1fb-09bc-41eb-8b8b-cd1005f9aa04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221459523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5805729'] for segment (55b13f61-e987-4895-a4ad-3d7cf7ea43ca), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:50.329968 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e874d1fb-09bc-41eb-8b8b-cd1005f9aa04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264'] for segment (55b13f61-e987-4895-a4ad-3d7cf7ea43ca), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:50.336072 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e874d1fb-09bc-41eb-8b8b-cd1005f9aa04 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:45:50.336608 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e874d1fb-09bc-41eb-8b8b-cd1005f9aa04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3595264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4427866'] for segment (55b13f61-e987-4895-a4ad-3d7cf7ea43ca), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: Traceback (most recent call last): Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: timer() Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: cb(*args, **kw) Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: return func(*args, **kwargs) Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: self._notify() Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: self.callback(batched_events) Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: event.method(event) Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: return f(self, *a, **k) Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: return self._get(url).json() Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: return self.request(url, 'GET', **kwargs) Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:45:50.338064 dv-cinder-790535-35-iscsi neutron-server[103204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:45:50.394776 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e874d1fb-09bc-41eb-8b8b-cd1005f9aa04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3641013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1566798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1557862'] for network (ae5139ac-045d-4b65-af53-72ea2ebd5697), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:50.399936 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e874d1fb-09bc-41eb-8b8b-cd1005f9aa04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566840'] for network (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:50.403081 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-e874d1fb-09bc-41eb-8b8b-cd1005f9aa04 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ae5139ac-045d-4b65-af53-72ea2ebd5697 HTTP/1.1" status: 204 len: 168 time: 0.5237968 Mar 28 14:45:50.414033 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874d1fb-09bc-41eb-8b8b-cd1005f9aa04 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae5139ac-045d-4b65-af53-72ea2ebd5697,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:45:50.528128 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 51130) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:45:50.569962 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-97ded6c5-b3c0-48f0-b198-a2d4698331bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90455fab77da4d25b45e2591471cafe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402982 Mar 28 14:45:50.572499 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 51134) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:45:50.619464 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4cba8370-c390-4bf1-b174-84054560d949 admin admin] Publish callbacks [] for security_group (6eaebb41-a495-4b53-adff-83cc2fd05da6), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:50.644205 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4cba8370-c390-4bf1-b174-84054560d949 admin admin] Publish callbacks [] for security_group (6eaebb41-a495-4b53-adff-83cc2fd05da6), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:50.692613 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4cba8370-c390-4bf1-b174-84054560d949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (6eaebb41-a495-4b53-adff-83cc2fd05da6), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:50.695243 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4cba8370-c390-4bf1-b174-84054560d949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:50.696459 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-4cba8370-c390-4bf1-b174-84054560d949 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6eaebb41-a495-4b53-adff-83cc2fd05da6 HTTP/1.1" status: 204 len: 168 time: 0.1229539 Mar 28 14:45:50.703886 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba8370-c390-4bf1-b174-84054560d949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaebb41-a495-4b53-adff-83cc2fd05da6,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:45:50.955370 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device a2ffc389-2c1b-4124-bd9e-defc271ec22f no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:45:50.974821 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: a2ffc389-2c1b-4124-bd9e-defc271ec22f {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:45:50.975190 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device a2ffc389-2c1b-4124-bd9e-defc271ec22f not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:45:50.975606 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device d58e15e3-bbdb-4a29-a40d-0e393b5bab07 no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:45:51.003436 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: d58e15e3-bbdb-4a29-a40d-0e393b5bab07 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:45:51.003778 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device d58e15e3-bbdb-4a29-a40d-0e393b5bab07 not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:45:51.004247 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 5f5050ef-6582-4e5a-9837-369f13f8aac5 no longer exists at agent ovs-agent-dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:45:51.014970 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 51140) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:45:51.023792 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.plugin [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] No Port match for: 5f5050ef-6582-4e5a-9837-369f13f8aac5 {{(pid=103206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 14:45:51.024071 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron.plugins.ml2.rpc [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Device 5f5050ef-6582-4e5a-9837-369f13f8aac5 not bound to the agent host dv-cinder-790535-35-iscsi {{(pid=103206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:45:51.054873 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-337005b4-8dcf-4b4a-a565-a5a6b14ec4ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad81a569fed640e18ef6019eba6f04ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387018 Mar 28 14:45:51.057328 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.wsgi [-] (103204) accepted ('10.222.0.13', 51142) {{(pid=103204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 14:45:51.104066 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ce726966-261e-4159-8c37-629bed49f656 admin admin] Publish callbacks [] for security_group (92ebd5b0-21ca-41a9-bb5d-2f42b922db7a), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:51.126440 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ce726966-261e-4159-8c37-629bed49f656 admin admin] Publish callbacks [] for security_group (92ebd5b0-21ca-41a9-bb5d-2f42b922db7a), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:51.182022 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ce726966-261e-4159-8c37-629bed49f656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597392'] for security_group (92ebd5b0-21ca-41a9-bb5d-2f42b922db7a), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:51.184582 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ce726966-261e-4159-8c37-629bed49f656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:45:51.185748 dv-cinder-790535-35-iscsi neutron-server[103204]: INFO neutron.wsgi [None req-ce726966-261e-4159-8c37-629bed49f656 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92ebd5b0-21ca-41a9-bb5d-2f42b922db7a HTTP/1.1" status: 204 len: 168 time: 0.1275256 Mar 28 14:45:51.193383 dv-cinder-790535-35-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce726966-261e-4159-8c37-629bed49f656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ebd5b0-21ca-41a9-bb5d-2f42b922db7a,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:45:59.292277 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-00e41e02-1fe7-4ab9-b232-d59ed6feb94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:46:01.580792 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ddaddb31-0adc-4057-8d50-d69054135977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:46:02.894392 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:46:04.033355 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:46:05.492589 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:46:09.772425 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:46:19.916020 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:46:29.293442 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-05f11ba1-3f73-4de5-b616-6230ce7a9fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:46:31.581694 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-2f6e02b2-9d55-4de8-b514-315e46a2540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:46:32.772906 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:46:34.032527 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:46:35.495876 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:46:39.766051 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:46:56.920777 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:46:59.294505 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-9100df50-6497-492b-99a3-c80d9c2ab8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:47:01.587047 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-83717b97-0ca1-4338-8dd3-77cd6ea00f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:47:02.775604 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:47:04.040295 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:47:05.504620 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:47:09.772876 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:47:29.298304 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-353444b4-a625-41e4-b433-e2edf85ffeb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:47:31.581571 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-4ba6698c-bab2-4ddb-9e30-cb2a9ce7280d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:47:32.780320 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:47:33.921407 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:47:34.037066 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:47:35.497675 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:47:39.775861 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:47:59.294336 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-8f3ccac0-dc7e-448e-b2ec-42c95ccb092b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:48:01.591779 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ee144235-2a65-4954-bcd5-98eb99e933f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:48:02.785893 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:48:04.041645 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:48:05.504003 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:48:09.797165 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:48:10.923084 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:48:29.296394 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-7d5e9dc6-117f-4a9a-98a2-43b5c8eec6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:48:31.593905 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-c756b6d0-e7e5-4761-9bbe-9d5f40e0265c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:48:32.790029 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:48:34.045194 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:48:35.493347 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:48:39.796099 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:48:47.925058 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:48:59.295690 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-d4694cc8-1760-44ab-89bd-ff225a5223f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:49:01.598226 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1c91-b416-49a3-a41d-a49c74817c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:49:02.795088 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:49:04.055218 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:49:05.496311 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:49:09.789311 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:49:24.924410 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:49:29.298151 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-f35e3b41-d89f-48b3-955e-51903855fcbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:49:31.606084 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-8bfe16d9-957e-4948-9a24-e0033350ba8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:49:32.794564 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:49:34.059548 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:49:35.500041 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:49:39.823970 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:49:59.304810 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-baa5d9cf-b938-4755-8020-f4d8151b44b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:50:01.598741 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-5c3155ff-fd31-4aaf-bfd5-9ca1356ad8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:50:01.926278 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:50:02.799941 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:50:04.057528 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:50:05.504906 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:50:09.811910 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:50:29.302113 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-274ad703-41a5-4f07-b4c0-b417e718da3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:50:31.602112 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a2d826fa-89e5-4cda-857d-ae919c1f3b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:50:32.802935 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:50:34.070323 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:50:35.509884 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:50:38.925652 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:50:39.813862 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:50:59.298286 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-45821246-2b70-4ad7-bb34-22133b7d1233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (eea6c500-11a4-453f-b304-9367778e315c), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:51:01.609944 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-1316e258-8e19-4476-93ef-15838bed2406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (4703c3ce-2a78-4138-915c-ac32348ea009), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:51:02.806756 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-13144cd0-d3db-489c-a58a-fdda8e6fba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (c45e049a-7823-4775-87e6-7a82cec857b8), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:51:04.070863 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-a43665e2-e292-452f-b701-05501231ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (9f393fbb-334c-4d97-bd64-5d3f8a58ee35), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:51:05.503513 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-ececadc3-ed62-4800-96cf-23194f370ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (bdbc0fbd-a411-4af2-a186-1bc05077ed58), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:51:09.812041 dv-cinder-790535-35-iscsi neutron-server[103206]: DEBUG neutron_lib.callbacks.manager [None req-23c0007c-0b3b-487f-a2aa-9398f06cbad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221261608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3638141'] for agent (ab5a62a0-b9cc-4af2-a98d-7d97375b077a), after_update {{(pid=103206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 14:51:15.926022 dv-cinder-790535-35-iscsi neutron-server[103207]: DEBUG neutron.db.agents_db [None req-74aced82-e7b2-480c-bc43-9ff6a390439a None None] Agent healthcheck: found 6 active agents {{(pid=103207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}